{"id":"https://openalex.org/W3211906354","doi":"https://doi.org/10.1109/fg52635.2021.9667083","title":"Which CNNs and Training Settings to Choose for Action Unit Detection? A Study Based on a Large-Scale Dataset","display_name":"Which CNNs and Training Settings to Choose for Action Unit Detection? A Study Based on a Large-Scale Dataset","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W3211906354","doi":"https://doi.org/10.1109/fg52635.2021.9667083","mag":"3211906354"},"language":"en","primary_location":{"id":"doi:10.1109/fg52635.2021.9667083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9667083","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036169900","display_name":"Mina Bishay","orcid":"https://orcid.org/0000-0003-2368-7928"},"institutions":[{"id":"https://openalex.org/I4210113679","display_name":"Smart Eye (Sweden)","ror":"https://ror.org/01zcfag54","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210113679"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Mina Bishay","raw_affiliation_strings":["Smart Eye AB"],"affiliations":[{"raw_affiliation_string":"Smart Eye AB","institution_ids":["https://openalex.org/I4210113679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077725442","display_name":"Ahmed Ghoneim","orcid":"https://orcid.org/0000-0003-2076-8925"},"institutions":[{"id":"https://openalex.org/I4210113679","display_name":"Smart Eye (Sweden)","ror":"https://ror.org/01zcfag54","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210113679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ahmed Ghoneim","raw_affiliation_strings":["Smart Eye AB"],"affiliations":[{"raw_affiliation_string":"Smart Eye AB","institution_ids":["https://openalex.org/I4210113679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109585176","display_name":"Mohamed Ashraf","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113679","display_name":"Smart Eye (Sweden)","ror":"https://ror.org/01zcfag54","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210113679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mohamed Ashraf","raw_affiliation_strings":["Smart Eye AB"],"affiliations":[{"raw_affiliation_string":"Smart Eye AB","institution_ids":["https://openalex.org/I4210113679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074649074","display_name":"Mohammad Mavadati","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113679","display_name":"Smart Eye (Sweden)","ror":"https://ror.org/01zcfag54","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210113679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mohammad Mavadati","raw_affiliation_strings":["Smart Eye AB"],"affiliations":[{"raw_affiliation_string":"Smart Eye AB","institution_ids":["https://openalex.org/I4210113679"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036169900"],"corresponding_institution_ids":["https://openalex.org/I4210113679"],"apc_list":null,"apc_paid":null,"fwci":1.008,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69636364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.8270829916000366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7691653966903687},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6346755623817444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6176524758338928},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.6008986830711365},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5708488821983337},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5471642017364502},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49801087379455566},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.48101311922073364},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.44434696435928345},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4359627366065979},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4156975746154785},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08446007966995239},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.05387991666793823}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.8270829916000366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7691653966903687},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6346755623817444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6176524758338928},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.6008986830711365},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5708488821983337},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5471642017364502},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49801087379455566},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.48101311922073364},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.44434696435928345},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4359627366065979},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4156975746154785},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08446007966995239},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.05387991666793823},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg52635.2021.9667083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9667083","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1480583224","https://openalex.org/W1591320062","https://openalex.org/W1595126664","https://openalex.org/W1661563386","https://openalex.org/W1665214252","https://openalex.org/W1686810756","https://openalex.org/W1766594731","https://openalex.org/W1999192586","https://openalex.org/W2008933718","https://openalex.org/W2045472600","https://openalex.org/W2051297709","https://openalex.org/W2101545465","https://openalex.org/W2103394661","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2184409518","https://openalex.org/W2194775991","https://openalex.org/W2280620570","https://openalex.org/W2325939864","https://openalex.org/W2421475762","https://openalex.org/W2531409750","https://openalex.org/W2726020179","https://openalex.org/W2737559518","https://openalex.org/W2789992948","https://openalex.org/W2790681991","https://openalex.org/W2799041689","https://openalex.org/W2887057293","https://openalex.org/W2954996726","https://openalex.org/W2957293233","https://openalex.org/W2961760817","https://openalex.org/W2962587900","https://openalex.org/W2963163009","https://openalex.org/W2963409517","https://openalex.org/W2963446712","https://openalex.org/W2963460857","https://openalex.org/W2963875208","https://openalex.org/W3018972277","https://openalex.org/W3101614002","https://openalex.org/W3124054989","https://openalex.org/W3128371652","https://openalex.org/W3128652535","https://openalex.org/W6635362814","https://openalex.org/W6637242042","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6725739302","https://openalex.org/W6728184133","https://openalex.org/W6741404995","https://openalex.org/W6754154303","https://openalex.org/W6775911408","https://openalex.org/W6790291653"],"related_works":["https://openalex.org/W3093612317","https://openalex.org/W4287776258","https://openalex.org/W3027997911","https://openalex.org/W3005704161","https://openalex.org/W3081496756","https://openalex.org/W2999747031","https://openalex.org/W3144574764","https://openalex.org/W2743606042","https://openalex.org/W3203358835","https://openalex.org/W2792951589"],"abstract_inverted_index":{"In":[0,109],"this":[1],"paper":[2],"we":[3,27,40,66,112],"explore":[4,67],"the":[5,43,49,57,60,68,72,80,84,91,98,124,127,139],"influence":[6],"of":[7,70,74,100,119,129,141],"some":[8],"frequently":[9],"used":[10],"Convolutional":[11],"Neural":[12],"Networks":[13],"(CNNs),":[14],"training":[15,18,45,81,104],"settings,":[16],"and":[17,33,55,77,103],"set":[19,82],"structures,":[20],"on":[21,83,144],"Action":[22],"Unit":[23],"(AU)":[24],"detection.":[25,38,64,108],"Specifically,":[26],"first":[28],"compare":[29],"10":[30],"different":[31,44,52,101],"shallow":[32],"deep":[34],"CNNs":[35,102],"in":[36,62,79,106,123],"AU":[37,63,85,107,147],"Second,":[39],"investigate":[41],"how":[42],"settings":[46,105,143],"(i.e.":[47],"centering/normalizing":[48],"inputs,":[50],"using":[51],"augmentation":[53],"severities,":[54],"balancing":[56],"data)":[58],"impact":[59,140],"performance":[61],"Third,":[65],"effect":[69],"increasing":[71],"number":[73],"labelled":[75],"subjects":[76],"frames":[78],"detection":[86],"performance.":[87],"These":[88],"comparisons":[89],"provide":[90],"research":[92],"community":[93],"with":[94],"useful":[95],"tips":[96],"about":[97],"choice":[99],"our":[110,130],"analysis,":[111],"use":[113],"a":[114,145],"large-scale":[115,146],"naturalistic":[116],"dataset,":[117],"consisting":[118],"~55K":[120],"videos":[121],"captured":[122],"wild.":[125],"To":[126],"best":[128],"knowledge,":[131],"there":[132],"is":[133],"no":[134],"work":[135],"that":[136],"had":[137],"investigated":[138],"such":[142],"dataset.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}