{"id":"https://openalex.org/W3207180004","doi":"https://doi.org/10.1145/3462244.3479921","title":"Hierarchical Classification and Transfer Learning to Recognize Head Gestures and Facial Expressions Using Earbuds","display_name":"Hierarchical Classification and Transfer Learning to Recognize Head Gestures and Facial Expressions Using Earbuds","alternate_titles":[],"publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3207180004","doi":"https://doi.org/10.1145/3462244.3479921","mag":"3207180004"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479921","doi":"https://doi.org/10.1145/3462244.3479921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479921","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3207180004"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.tue.nl/files/369941298/3462244.3479921.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061213268","display_name":"Shkurta Gashi","orcid":"https://orcid.org/0000-0001-6650-3784","observed_orcids":["https://orcid.org/0000-0001-6650-3784"]},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Shkurta Gashi","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana (USI), Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana (USI), Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011960578","display_name":"Aaqib Saeed","orcid":"https://orcid.org/0000-0003-1473-0322","observed_orcids":["https://orcid.org/0000-0003-1473-0322"]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Aaqib Saeed","raw_affiliation_strings":["Eindhoven University of Technology, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024799019","display_name":"Alessandra Vicini","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alessandra Vicini","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana (USI), Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana (USI), Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113160107","display_name":"Elena Di Lascio","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Elena Di Lascio","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana (USI), Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana (USI), Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102715113","display_name":"Silvia Santini","orcid":"https://orcid.org/0000-0002-0882-2004","observed_orcids":["https://orcid.org/0000-0002-0882-2004"]},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Silvia Santini","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana (USI), Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana (USI), Switzerland","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2401,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.86989208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"168","last_page":"176"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.5059000253677368,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.5059000253677368,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.3131999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/head-gesture-recognition","display_name":"head gesture recognition","score":0.9539999961853027},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/earbuds","display_name":"earbuds","score":0.9319999814033508},{"id":"https://openalex.org/keywords/inertial-sensors","display_name":"inertial sensors","score":0.8550000190734863},{"id":"https://openalex.org/keywords/hierarchical-classification","display_name":"hierarchical classification","score":0.8930000066757202},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9909999966621399},{"id":"https://openalex.org/keywords/nodding","display_name":"nodding","score":0.7570000290870667},{"id":"https://openalex.org/keywords/head-shaking","display_name":"head shaking","score":0.9350000023841858},{"id":"https://openalex.org/keywords/smile","display_name":"smiling","score":0.7099999785423279},{"id":"https://openalex.org/keywords/yawning","display_name":"yawning","score":0.9010000228881836},{"id":"https://openalex.org/keywords/social-interaction","display_name":"social interaction","score":0.5230000019073486},{"id":"https://openalex.org/keywords/non-intrusive-sensing","display_name":"non-intrusive sensing","score":0.5299999713897705}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8502935767173767},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407782077789307},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7234690189361572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6460010409355164},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6458579301834106},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5856819152832031},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4658293128013611},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4420895576477051},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40918368101119995},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3839291036128998},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3293173909187317},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3462244.3479921","doi":"https://doi.org/10.1145/3462244.3479921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479921","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.tue.nl:openaire/f89ab71c-1cc9-434b-8564-2e93186e6a57","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/files/369941298/3462244.3479921.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.tue.nl:openaire/f89ab71c-1cc9-434b-8564-2e93186e6a57","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/files/369941298/3462244.3479921.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W134960717","https://openalex.org/W1870269248","https://openalex.org/W2007337857","https://openalex.org/W2023302299","https://openalex.org/W2041502347","https://openalex.org/W2057907879","https://openalex.org/W2067736047","https://openalex.org/W2097575504","https://openalex.org/W2112557394","https://openalex.org/W2118336999","https://openalex.org/W2121557515","https://openalex.org/W2344284192","https://openalex.org/W2395639500","https://openalex.org/W2502312327","https://openalex.org/W2592523922","https://openalex.org/W2610538222","https://openalex.org/W2725922920","https://openalex.org/W2754998475","https://openalex.org/W2765335098","https://openalex.org/W2784570262","https://openalex.org/W2801950162","https://openalex.org/W2887280559","https://openalex.org/W2889016544","https://openalex.org/W2896518452","https://openalex.org/W2898591099","https://openalex.org/W2898804642","https://openalex.org/W2921685482","https://openalex.org/W2972011662","https://openalex.org/W2972559661","https://openalex.org/W2978628216","https://openalex.org/W2979514732","https://openalex.org/W3003695599","https://openalex.org/W3007002323","https://openalex.org/W3008069203","https://openalex.org/W3008595237","https://openalex.org/W3008827261","https://openalex.org/W3009004195","https://openalex.org/W3011074022","https://openalex.org/W3030248081","https://openalex.org/W3031029492","https://openalex.org/W3037932933","https://openalex.org/W3096820858","https://openalex.org/W3115695163","https://openalex.org/W3126860501","https://openalex.org/W3127682176","https://openalex.org/W3128981305","https://openalex.org/W3149259391","https://openalex.org/W3150016379","https://openalex.org/W3151244818","https://openalex.org/W3164845984","https://openalex.org/W7064823746"],"related_works":["https://openalex.org/W4414601418","https://openalex.org/W2616586917","https://openalex.org/W2026725051","https://openalex.org/W2149057541","https://openalex.org/W2921685482","https://openalex.org/W2050589246","https://openalex.org/W4366588119","https://openalex.org/W4412225146","https://openalex.org/W2090393088","https://openalex.org/W2150587651"],"abstract_inverted_index":{"Head":[0],"gestures":[1,55],"and":[2,40,56,91,94,135,144,155,163,165],"facial":[3,57],"expressions":[4],"\u2013":[5,11,85,93],"like,":[6],"e.g.,":[7],"nodding":[8,164],"or":[9],"smiling":[10],"are":[12],"important":[13],"indicators":[14],"of":[15,18,51,112,131,151,161,172],"the":[16,49,110,128,139],"quality":[17],"human":[19,42],"interactions":[20,84],"in":[21,27],"physical":[22],"meetings":[23],"as":[24,26],"well":[25],"computer-mediated":[28],"settings.":[29],"Computer":[30],"systems":[31],"able":[32],"to":[33,100,120,141],"recognize":[34],"such":[35],"behavioral":[36],"cues":[37],"can":[38],"support":[39],"improve":[41],"interactions.":[43],"Several":[44],"researchers":[45],"have":[46],"thus":[47],"tackled":[48],"problem":[50],"automatically":[52],"recognizing":[53],"head":[54,86,143,166],"expressions,":[58],"mainly":[59],"leveraging":[60],"video":[61],"data.":[62],"In":[63],"this":[64],"paper,":[65],"we":[66,107],"instead":[67],"consider":[68],"inertial":[69],"signals":[70],"collected":[71],"from":[72,103,115],"unobtrusive,":[73],"ear-mounted":[74],"devices.":[75],"We":[76],"focus":[77],"on":[78],"typical":[79],"activities":[80,146],"performed":[81],"during":[82],"social":[83],"shaking,":[87],"nodding,":[88],"smiling,":[89],"talking":[90],"yawning":[92],"propose":[95],"a":[96],"hierarchical":[97,133],"classification":[98],"approach":[99,134],"discriminate":[101,142],"them":[102],"each":[104],"other.":[105],"Further,":[106],"investigate":[108],"whether":[109],"transfer":[111,136],"knowledge":[113],"learned":[114],"publicly":[116],"available":[117],"datasets":[118],"leads":[119],"further":[121],"performance":[122],"improvements.":[123],"Our":[124],"results":[125],"show":[126],"that":[127],"combined":[129],"use":[130],"our":[132],"learning":[137],"allows":[138],"classifier":[140],"mouth":[145],"with":[147,157,168],"an":[148,158,169],"F1":[149,159,170],"score":[150,160,171],"84.79,":[152],"smile,":[153],"talk":[154],"yawn":[156],"45.42,":[162],"shaking":[167],"88.24,":[173],"outperforming":[174],"shallow":[175],"classifiers":[176],"by":[177],"2-9":[178],"percentage":[179],"points.":[180]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3207180004","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2021-10-25T00:00:00"}
