{"id":"https://openalex.org/W4200573953","doi":"https://doi.org/10.1145/3494988","title":"SonicFace","display_name":"SonicFace","publication_year":2021,"publication_date":"2021-12-27","ids":{"openalex":"https://openalex.org/W4200573953","doi":"https://doi.org/10.1145/3494988"},"language":"en","primary_location":{"id":"doi:10.1145/3494988","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3494988","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072170851","display_name":"Yang Gao","orcid":"https://orcid.org/0000-0001-6811-0183"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Gao","raw_affiliation_strings":["Northwestern University, Department of Computer Science, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Department of Computer Science, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064169296","display_name":"Yincheng Jin","orcid":"https://orcid.org/0000-0002-1812-4234"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yincheng Jin","raw_affiliation_strings":["The State University of New York at Buffalo, Department of Computer Science and Engineering, Buffalo, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State University of New York at Buffalo, Department of Computer Science and Engineering, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003491759","display_name":"Seokmin Choi","orcid":"https://orcid.org/0000-0003-4284-6728"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seokmin Choi","raw_affiliation_strings":["The State University of New York at Buffalo, Department of Computer Science and Engineering, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State University of New York at Buffalo, Department of Computer Science and Engineering, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100784775","display_name":"Jiyang Li","orcid":"https://orcid.org/0000-0002-0692-8972"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyang Li","raw_affiliation_strings":["The State University of New York at Buffalo, Department of Computer Science and Engineering, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State University of New York at Buffalo, Department of Computer Science and Engineering, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101858494","display_name":"Junjie Pan","orcid":"https://orcid.org/0000-0002-5481-2552"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Pan","raw_affiliation_strings":["South China University of Technology, School of Electronic and Information Engineering, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China University of Technology, School of Electronic and Information Engineering, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101678797","display_name":"Lin Shu","orcid":"https://orcid.org/0000-0002-7096-154X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Shu","raw_affiliation_strings":["South China University of Technology, School of Future Technology, School of Electronic and Information Engineering, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China University of Technology, School of Future Technology, School of Electronic and Information Engineering, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053998825","display_name":"Chi Zhou","orcid":"https://orcid.org/0000-0001-7358-2062"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chi Zhou","raw_affiliation_strings":["The State University of New York at Buffalo, Department of Industrial and Systems Engineering, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State University of New York at Buffalo, Department of Industrial and Systems Engineering, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044439388","display_name":"Zhanpeng Jin","orcid":"https://orcid.org/0000-0002-3020-3736"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhanpeng Jin","raw_affiliation_strings":["The State University of New York at Buffalo, Department of Computer Science and Engineering, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State University of New York at Buffalo, Department of Computer Science and Engineering, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2353,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.80216911,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"5","issue":"4","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8311480283737183},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.727763295173645},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6728252172470093},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5837023854255676},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.572173535823822},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5674834847450256},{"id":"https://openalex.org/keywords/microphone","display_name":"Microphone","score":0.5083810687065125},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4897890090942383},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4822600483894348},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4235951900482178},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4201759696006775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39277756214141846},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38491374254226685},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10711097717285156}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8311480283737183},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.727763295173645},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6728252172470093},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5837023854255676},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.572173535823822},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5674834847450256},{"id":"https://openalex.org/C2778263558","wikidata":"https://www.wikidata.org/wiki/Q46384","display_name":"Microphone","level":3,"score":0.5083810687065125},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4897890090942383},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4822600483894348},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4235951900482178},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4201759696006775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39277756214141846},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38491374254226685},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10711097717285156},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C68115822","wikidata":"https://www.wikidata.org/wiki/Q1068172","display_name":"Sound pressure","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3494988","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3494988","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W159553819","https://openalex.org/W1982453072","https://openalex.org/W1989849644","https://openalex.org/W2003249666","https://openalex.org/W2006702209","https://openalex.org/W2020911841","https://openalex.org/W2033005832","https://openalex.org/W2036593095","https://openalex.org/W2036751297","https://openalex.org/W2045136280","https://openalex.org/W2092024509","https://openalex.org/W2099281997","https://openalex.org/W2115717467","https://openalex.org/W2132889650","https://openalex.org/W2133503769","https://openalex.org/W2149628368","https://openalex.org/W2172947082","https://openalex.org/W2299687099","https://openalex.org/W2525771685","https://openalex.org/W2529099292","https://openalex.org/W2577343412","https://openalex.org/W2620664872","https://openalex.org/W2726768341","https://openalex.org/W2739693027","https://openalex.org/W2777460464","https://openalex.org/W2783985400","https://openalex.org/W2799041689","https://openalex.org/W2888111194","https://openalex.org/W2891731316","https://openalex.org/W2897132279","https://openalex.org/W2897248791","https://openalex.org/W2897450941","https://openalex.org/W2898050070","https://openalex.org/W2900846417","https://openalex.org/W2919127404","https://openalex.org/W2919890647","https://openalex.org/W2923846981","https://openalex.org/W2931750383","https://openalex.org/W2941054658","https://openalex.org/W2942395439","https://openalex.org/W2963631961","https://openalex.org/W2972657490","https://openalex.org/W2979507566","https://openalex.org/W2987196417","https://openalex.org/W2997391969","https://openalex.org/W3011762860","https://openalex.org/W3012350764","https://openalex.org/W3016939665","https://openalex.org/W3021095477","https://openalex.org/W3021587713","https://openalex.org/W3027245122","https://openalex.org/W3028808916","https://openalex.org/W3030187186","https://openalex.org/W3034893101","https://openalex.org/W3083281679","https://openalex.org/W3083703874","https://openalex.org/W3093489396","https://openalex.org/W3096206745","https://openalex.org/W3101667008","https://openalex.org/W3108244215","https://openalex.org/W3111146395","https://openalex.org/W3115265657","https://openalex.org/W3124054989","https://openalex.org/W3124548716","https://openalex.org/W3126121953","https://openalex.org/W3144915432","https://openalex.org/W3159790730","https://openalex.org/W3161934537","https://openalex.org/W3164150408","https://openalex.org/W4237530378","https://openalex.org/W4248263550"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W410723623","https://openalex.org/W2413243053","https://openalex.org/W2015341305","https://openalex.org/W4225593417","https://openalex.org/W2035068594","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W4206297952"],"abstract_inverted_index":{"Accurate":[0],"recognition":[1],"of":[2,83,108,113,147],"facial":[3,92,117],"expressions":[4,73,93,118],"and":[5,15,65,85,94,101,119,135,145],"emotional":[6,72,95,121],"gestures":[7,97,122],"is":[8],"promising":[9],"to":[10,68,88],"understand":[11],"the":[12,18,53,70,111,128,143,148],"audience's":[13],"feedback":[14],"engagement":[16],"on":[17,26,52,105],"entertainment":[19],"content.":[20],"Existing":[21],"methods":[22],"are":[23],"primarily":[24],"based":[25,51],"various":[27,90],"cameras":[28],"or":[29,37],"wearable":[30],"sensors,":[31],"which":[32,59],"either":[33],"raise":[34],"privacy":[35],"concerns":[36],"demand":[38],"extra":[39],"devices.":[40],"To":[41],"this":[42],"aim,":[43],"we":[44],"propose":[45],"a":[46,81,106],"novel":[47],"ubiquitous":[48],"sensing":[49],"system":[50,130],"commodity":[54],"microphone":[55,86],"array":[56,87],"---":[57],"SonicFace,":[58],"provides":[60],"an":[61,136],"accessible,":[62],"unobtrusive,":[63],"contact-free,":[64],"privacy-preserving":[66],"solution":[67],"monitor":[69],"user's":[71],"continuously":[74],"without":[75],"playing":[76],"hearable":[77],"sound.":[78],"SonicFace":[79,150],"utilizes":[80],"pair":[82],"speaker":[84],"recognize":[89],"fine-grained":[91],"hand":[96],"by":[98],"emitted":[99],"ultrasound":[100],"received":[102],"echoes.":[103],"Based":[104],"set":[107],"experimental":[109],"evaluations,":[110],"accuracy":[112],"recognizing":[114],"6":[115],"common":[116],"4":[120],"can":[123],"reach":[124],"around":[125],"80%.":[126],"Besides,":[127],"extensive":[129],"evaluations":[131],"with":[132],"distinct":[133],"configurations":[134],"extended":[137],"real-life":[138],"case":[139],"study":[140],"have":[141],"demonstrated":[142],"robustness":[144],"generalizability":[146],"proposed":[149],"system.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-12-31T00:00:00"}