{"id":"https://openalex.org/W4210711783","doi":"https://doi.org/10.1109/fg52635.2021.9667047","title":"Smile Action Unit detection from distal wearable Electromyography and Computer Vision","display_name":"Smile Action Unit detection from distal wearable Electromyography and Computer Vision","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4210711783","doi":"https://doi.org/10.1109/fg52635.2021.9667047"},"language":"en","primary_location":{"id":"doi:10.1109/fg52635.2021.9667047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9667047","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076689421","display_name":"Monica Perusqu\u00eda-Hern\u00e1ndez","orcid":"https://orcid.org/0000-0002-0486-1743"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]},{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["GB","JP"],"is_corresponding":false,"raw_author_name":"Monica Perusquia-Hernandez","raw_affiliation_strings":["NTT Communication Science Laboratories, Japan","University of Essex, United Kingdom","University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories, Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"University of Essex, United Kingdom","institution_ids":["https://openalex.org/I110002522"]},{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046882043","display_name":"Felix Dollack","orcid":"https://orcid.org/0000-0002-0399-1079"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Felix Dollack","raw_affiliation_strings":["NTT Communication Science Laboratories, Japan","University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories, Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036499779","display_name":"Chun Kwang Tan","orcid":"https://orcid.org/0000-0003-1899-3234"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chun Kwang Tan","raw_affiliation_strings":["NTT Communication Science Laboratories, Japan","University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories, Japan","institution_ids":["https://openalex.org/I2251713219"]},{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058911238","display_name":"Shushi Namba","orcid":"https://orcid.org/0000-0002-7768-2738"},"institutions":[{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shushi Namba","raw_affiliation_strings":["RIKEN, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RIKEN, Japan","institution_ids":["https://openalex.org/I4210110652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020926739","display_name":"Saho Ayabe\u2010Kanamura","orcid":"https://orcid.org/0000-0002-1612-7255"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Saho Ayabe-Kanamura","raw_affiliation_strings":["University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100618207","display_name":"Kenji Suzuki","orcid":"https://orcid.org/0000-0003-1736-5404"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Suzuki","raw_affiliation_strings":["University of Tsukuba, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0357,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97090909,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electromyography","display_name":"Electromyography","score":0.8170245289802551},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.674461841583252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6426790952682495},{"id":"https://openalex.org/keywords/facial-muscles","display_name":"Facial muscles","score":0.6068764328956604},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5822173357009888},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5302039384841919},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.508885383605957},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5070357322692871},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4826579689979553},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.4651203155517578},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.42349597811698914},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.24009013175964355},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.16253966093063354},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15420836210250854},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.15170881152153015}],"concepts":[{"id":"https://openalex.org/C2777515770","wikidata":"https://www.wikidata.org/wiki/Q507369","display_name":"Electromyography","level":2,"score":0.8170245289802551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.674461841583252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6426790952682495},{"id":"https://openalex.org/C2780905192","wikidata":"https://www.wikidata.org/wiki/Q2341604","display_name":"Facial muscles","level":2,"score":0.6068764328956604},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5822173357009888},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5302039384841919},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.508885383605957},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5070357322692871},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4826579689979553},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.4651203155517578},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42349597811698914},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.24009013175964355},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.16253966093063354},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15420836210250854},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.15170881152153015},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg52635.2021.9667047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg52635.2021.9667047","pdf_url":null,"source":{"id":"https://openalex.org/S4363608446","display_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 16th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2021)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life in Land","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1640878532","https://openalex.org/W1974965114","https://openalex.org/W2009698817","https://openalex.org/W2068258779","https://openalex.org/W2080929314","https://openalex.org/W2099741732","https://openalex.org/W2101988387","https://openalex.org/W2123649031","https://openalex.org/W2125546432","https://openalex.org/W2131326991","https://openalex.org/W2141208341","https://openalex.org/W2144697550","https://openalex.org/W2156472488","https://openalex.org/W2161744423","https://openalex.org/W2167544485","https://openalex.org/W2173219554","https://openalex.org/W2475295588","https://openalex.org/W2737559518","https://openalex.org/W2759174025","https://openalex.org/W2786481407","https://openalex.org/W2789992948","https://openalex.org/W2807126412","https://openalex.org/W2895774088","https://openalex.org/W2941228364","https://openalex.org/W2948303854","https://openalex.org/W2962613364","https://openalex.org/W2963856015","https://openalex.org/W2996338639","https://openalex.org/W3011227460","https://openalex.org/W3013446504","https://openalex.org/W3015454744","https://openalex.org/W3101614002","https://openalex.org/W3115865297","https://openalex.org/W3116862515","https://openalex.org/W3127213439","https://openalex.org/W3142113686","https://openalex.org/W3167441052","https://openalex.org/W3175722558","https://openalex.org/W4251591997","https://openalex.org/W6637022928","https://openalex.org/W6741404995","https://openalex.org/W6765827539","https://openalex.org/W6787868401","https://openalex.org/W6790700463"],"related_works":["https://openalex.org/W3081666225","https://openalex.org/W3091878148","https://openalex.org/W2016890297","https://openalex.org/W2151042192","https://openalex.org/W2565688254","https://openalex.org/W2318316519","https://openalex.org/W4281714280","https://openalex.org/W3009830040","https://openalex.org/W2513874396","https://openalex.org/W33985024"],"abstract_inverted_index":{"Distal":[0],"facial":[1,51,69,87,218,237],"Electromyography":[2],"(EMG)":[3],"can":[4],"be":[5,276],"used":[6],"to":[7,20,44,215,224,233],"detect":[8,21,216],"smiles":[9],"and":[10,47,104,114,128,159,170,201,205,272],"frowns":[11],"with":[12,94,108,138,229,246],"reasonable":[13],"accuracy.":[14],"It":[15,220],"capitalises":[16],"on":[17,33,236],"volume":[18],"conduction":[19],"relevant":[22],"muscle":[23],"activity,":[24],"even":[25],"when":[26],"the":[27,34,50,64,68,118,136,171,192,210,226,258,267,278],"electrodes":[28],"are":[29,189],"not":[30],"placed":[31],"directly":[32],"source":[35,66],"muscle.":[36],"The":[37,121,146],"main":[38],"advantage":[39],"of":[40,49,67,111,117,157,166,173,182,199,212,260,265],"this":[41,230],"method":[42],"is":[43,71],"prevent":[45],"occlusion":[46],"obstruction":[48],"expression":[52],"production,":[53],"whilst":[54],"allowing":[55],"EMG":[56,60,88,160,175,214,254],"measurements.":[57],"However,":[58],"measuring":[59],"distally":[61],"entails":[62],"that":[63,195,253],"exact":[65],"movement":[70],"unknown.":[72],"Therefore,":[73],"we":[74,77,251],"investigated":[75],"whether":[76],"could":[78],"identify":[79],"specific":[80],"Facial":[81,139],"Action":[82,140],"Units":[83],"(AUs)":[84],"from":[85],"distal":[86,213],"after":[89],"an":[90,179],"initial":[91],"calibration":[92],"phase":[93],"Computer":[95],"Vision":[96],"(CV).":[97],"We":[98],"compared":[99],"Support":[100],"Vector":[101],"Machines":[102],"(SVM)":[103],"Random":[105,152],"Forest":[106],"(RF)":[107],"several":[109],"types":[110],"feature":[112],"engineering":[113],"early":[115],"fusion":[116,156,172],"two":[119],"modalities.":[120],"detection":[122],"performance":[123],"for":[124,168,184,203],"AU6":[125,204],"(Orbicularis":[126],"Oculi)":[127],"AU12":[129,206],"(Zygomaticus":[130],"Major)":[131],"was":[132],"estimated":[133],"by":[134],"calculating":[135],"agreement":[137,268],"Coding":[141],"System":[142],"(FACS)":[143],"certified":[144],"coders.":[145],"best":[147],"results":[148,188,227],"were":[149],"achieved":[150],"using":[151,239],"Forest.":[153],"Using":[154,241],"a":[155,242],"CV":[158,177,193],"features":[161],"resulted":[162],"in":[163],"F1":[164,180,197],"scores":[165,198],"0.83":[167],"AU6;":[169],"engineered":[174],"plus":[176],"returned":[178],"score":[181],"0.81":[183],"AU12.":[185],"Both":[186],"these":[187],"well":[190],"above":[191],"baseline":[194],"shows":[196],"0.56":[200],"0.62":[202],"respectively.":[207],"This":[208],"demonstrates":[209],"potential":[211],"individual":[217],"movements.":[219],"also":[221],"enables":[222,244],"researchers":[223],"compare":[225],"measured":[228],"wearable":[231,243],"device":[232],"psychological":[234],"research":[235],"expressions":[238],"FACS.":[240],"measurements":[245],"higher":[247],"ecological":[248],"validity.":[249],"Finally,":[250],"observed":[252],"activity":[255],"starts":[256],"before":[257],"onset":[259],"visually":[261],"perceived":[262],"movement.":[263],"Because":[264],"this,":[266],"between":[269],"EMG-based":[270],"methods":[271],"FACS":[273],"coders":[274],"might":[275],"underestimating":[277],"ground":[279],"truth.":[280]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}