{"id":"https://openalex.org/W4385708165","doi":"https://doi.org/10.1145/3614438","title":"I Am an Earphone and I Can Hear My User\u2019s Face: Facial Landmark Tracking Using Smart Earphones","display_name":"I Am an Earphone and I Can Hear My User\u2019s Face: Facial Landmark Tracking Using Smart Earphones","publication_year":2023,"publication_date":"2023-08-09","ids":{"openalex":"https://openalex.org/W4385708165","doi":"https://doi.org/10.1145/3614438"},"language":"en","primary_location":{"id":"doi:10.1145/3614438","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3614438","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3614438","source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3614438","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053742218","display_name":"Shijia Zhang","orcid":"https://orcid.org/0000-0001-7304-4571"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shijia Zhang","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":"https://orcid.org/0000-0001-7304-4571","affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032690162","display_name":"Taiting Lu","orcid":"https://orcid.org/0000-0002-9695-3142"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taiting Lu","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":"https://orcid.org/0000-0002-9695-3142","affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396802","display_name":"Hao Zhou","orcid":"https://orcid.org/0000-0001-7339-9006"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Zhou","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":"https://orcid.org/0000-0001-7339-9006","affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051154334","display_name":"Yilin Liu","orcid":"https://orcid.org/0000-0003-4322-1818"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yilin Liu","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":"https://orcid.org/0000-0003-4322-1818","affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050953165","display_name":"Runze Liu","orcid":"https://orcid.org/0000-0003-2342-1644"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Runze Liu","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":"https://orcid.org/0000-0003-2342-1644","affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064270644","display_name":"Mahanth Gowda","orcid":"https://orcid.org/0000-0001-5325-5013"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahanth Gowda","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":"https://orcid.org/0000-0001-5325-5013","affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130769515"],"apc_list":null,"apc_paid":null,"fwci":1.6539,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.83417132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"1","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7620857954025269},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7065784931182861},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.626474142074585},{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.548568844795227},{"id":"https://openalex.org/keywords/ear-canal","display_name":"Ear canal","score":0.5060376524925232},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4708886742591858},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.4324638247489929},{"id":"https://openalex.org/keywords/outer-ear","display_name":"Outer ear","score":0.41969233751296997},{"id":"https://openalex.org/keywords/match-moving","display_name":"Match moving","score":0.41217151284217834},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33644115924835205},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3195023834705353},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.2913963794708252},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.27800387144088745},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.18208441138267517},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.1476186215877533}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7620857954025269},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7065784931182861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.626474142074585},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.548568844795227},{"id":"https://openalex.org/C2779812621","wikidata":"https://www.wikidata.org/wiki/Q258328","display_name":"Ear canal","level":2,"score":0.5060376524925232},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4708886742591858},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.4324638247489929},{"id":"https://openalex.org/C2781107614","wikidata":"https://www.wikidata.org/wiki/Q609753","display_name":"Outer ear","level":3,"score":0.41969233751296997},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.41217151284217834},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33644115924835205},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3195023834705353},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.2913963794708252},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.27800387144088745},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.18208441138267517},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.1476186215877533},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3614438","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3614438","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3614438","source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3614438","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3614438","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3614438","source":{"id":"https://openalex.org/S4210175912","display_name":"ACM Transactions on Internet of Things","issn_l":"2577-6207","issn":["2577-6207","2691-1914"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Internet of Things","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1502762554","display_name":"CAREER: Sign-to-Speech: An Edge-IoT Platform and Software Library for Real Time Sign Language Recognition","funder_award_id":"2046972","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5192582966","display_name":"SHF: Medium: Exploring an Edge Platform Design Trajectory for Next Generation XR Applications","funder_award_id":"2211018","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G717463382","display_name":"CNS Core: Small: Collaborative Research: loTScope: Sensing Physical Materials via Inexpensive loT Radios","funder_award_id":"2008384","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385708165.pdf","grobid_xml":"https://content.openalex.org/works/W4385708165.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W143365985","https://openalex.org/W1509934053","https://openalex.org/W1522301498","https://openalex.org/W1964527618","https://openalex.org/W2017107803","https://openalex.org/W2034329102","https://openalex.org/W2067789110","https://openalex.org/W2101837429","https://openalex.org/W2107037917","https://openalex.org/W2118698102","https://openalex.org/W2129183325","https://openalex.org/W2145287260","https://openalex.org/W2157285372","https://openalex.org/W2194775991","https://openalex.org/W2288812598","https://openalex.org/W2312253209","https://openalex.org/W2327501763","https://openalex.org/W2519620145","https://openalex.org/W2559085405","https://openalex.org/W2599124244","https://openalex.org/W2604272474","https://openalex.org/W2610538222","https://openalex.org/W2612690371","https://openalex.org/W2735673012","https://openalex.org/W2735711430","https://openalex.org/W2750023899","https://openalex.org/W2765335098","https://openalex.org/W2769666294","https://openalex.org/W2792287754","https://openalex.org/W2798812533","https://openalex.org/W2805967868","https://openalex.org/W2807126412","https://openalex.org/W2809506543","https://openalex.org/W2887015488","https://openalex.org/W2888680699","https://openalex.org/W2898591099","https://openalex.org/W2912516042","https://openalex.org/W2917166349","https://openalex.org/W2941814890","https://openalex.org/W2945729334","https://openalex.org/W2946434750","https://openalex.org/W2962925415","https://openalex.org/W2963173418","https://openalex.org/W2963881378","https://openalex.org/W2972011662","https://openalex.org/W2978956737","https://openalex.org/W2979514732","https://openalex.org/W2985808369","https://openalex.org/W2990818246","https://openalex.org/W3003903839","https://openalex.org/W3016129867","https://openalex.org/W3030248081","https://openalex.org/W3035022492","https://openalex.org/W3035413889","https://openalex.org/W3083323811","https://openalex.org/W3083533149","https://openalex.org/W3088968498","https://openalex.org/W3089228032","https://openalex.org/W3093564344","https://openalex.org/W3094502228","https://openalex.org/W3105451204","https://openalex.org/W3110016773","https://openalex.org/W3112225120","https://openalex.org/W3115695163","https://openalex.org/W3116492749","https://openalex.org/W3126074026","https://openalex.org/W3128898807","https://openalex.org/W3129077738","https://openalex.org/W3129328687","https://openalex.org/W3132560018","https://openalex.org/W3154181057","https://openalex.org/W3155044835","https://openalex.org/W3163120578","https://openalex.org/W3178507019","https://openalex.org/W3179266940","https://openalex.org/W3201019945","https://openalex.org/W3210921161","https://openalex.org/W4200573953","https://openalex.org/W4210787071","https://openalex.org/W4284879682","https://openalex.org/W4284889257","https://openalex.org/W4285815056","https://openalex.org/W4287672069","https://openalex.org/W4288851512","https://openalex.org/W4292358656","https://openalex.org/W4294891788","https://openalex.org/W4312630265","https://openalex.org/W4313065539","https://openalex.org/W4319837277","https://openalex.org/W4322716784","https://openalex.org/W4382239371","https://openalex.org/W6605850244","https://openalex.org/W6761563299","https://openalex.org/W6779469252"],"related_works":["https://openalex.org/W2266793912","https://openalex.org/W47344531","https://openalex.org/W2900063219","https://openalex.org/W2134986827","https://openalex.org/W2518366447","https://openalex.org/W2740961807","https://openalex.org/W1979733553","https://openalex.org/W2999748665","https://openalex.org/W2069878895","https://openalex.org/W4249585203"],"abstract_inverted_index":{"This":[0,27,242],"article":[1],"presents":[2],"EARFace":[3,93,119,139,248,284],",":[4],"a":[5,29,102,205,236,261],"system":[6],"that":[7,85,121,212],"shows":[8,94],"the":[9,34,95,109,122,125,131,141,146,156,164,181,189,193,210,214,219,231,244],"feasibility":[10,96],"of":[11,31,36,97,112,124,133,145,155,163,192,198,209,218,233,264,280,282],"tracking":[12,162],"facial":[13,17,37,90,134,137,165,190,216],"landmarks":[14,191],"for":[15,89],"3D":[16,206],"reconstruction":[18],"using":[19,235],"in-ear":[20,99],"acoustic":[21],"sensors":[22],"embedded":[23],"within":[24],"smart":[25,257],"earphones.":[26],"enables":[28],"number":[30],"applications":[32],"in":[33,143,161,180,247,288],"areas":[35],"expression":[38],"tracking,":[39,92],"user":[40,194,220],"interfaces,":[41],"AR/VR":[42],"applications,":[43],"affective":[44],"computing,":[45],"and":[46,59,61,177,238,267],"accessibility,":[47],"among":[48],"others.":[49],"Although":[50],"conventional":[51],"vision-based":[52],"solutions":[53],"break":[54],"down":[55],"under":[56],"poor":[57],"lighting":[58],"occlusions,":[60],"also":[62],"suffer":[63],"from":[64],"privacy":[65],"concerns,":[66],"earphone":[67,104,286],"platforms":[68,84],"are":[69],"robust":[70],"to":[71,79,130,174,187],"ambient":[72],"conditions":[73],"while":[74],"being":[75],"privacy-preserving.":[76],"In":[77],"contrast":[78],"prior":[80],"work":[81],"on":[82,256],"earable":[83],"perform":[86],"outer-ear":[87],"sensing":[88,100],"motion":[91,217],"completely":[98],"with":[101,195,260,290],"natural":[103],"form":[105,292],"factor,":[106],"thus":[107],"enhancing":[108],"comfort":[110],"levels":[111,279],"wearing.":[113],"The":[114,250],"core":[115],"intuition":[116],"exploited":[117],"by":[118,149,229],"is":[120,172,221,226],"shape":[123,144],"ear":[126,147],"canal":[127,148],"changes":[128,142],"due":[129],"movement":[132],"muscles":[135],"during":[136],"motion.":[138,166],"tracks":[140],"measuring":[150],"ultrasonic":[151,182],"channel":[152,183],"frequency":[153,184],"response":[154,185],"inner":[157],"ear,":[158],"ultimately":[159],"resulting":[160],"A":[167],"transformer-based":[168,251],"machine":[169,252],"learning":[170,240,253],"model":[171,208,254],"designed":[173],"exploit":[175],"spectral":[176],"temporal":[178],"relationships":[179],"data":[186],"predict":[188],"an":[196,268],"accuracy":[197],"1.83":[199],"mm.":[200],"Using":[201],"these":[202],"predicted":[203],"landmarks,":[204],"graphical":[207],"face":[211],"replicates":[213],"precise":[215],"then":[222],"reconstructed.":[223],"Domain":[224],"adaptation":[225],"further":[227],"performed":[228],"adapting":[230],"weights":[232],"layers":[234],"group-wise":[237],"differential":[239],"rate.":[241],"decreases":[243],"training":[245],"overhead":[246],".":[249],"runs":[255],"phone":[258],"devices":[259],"processing":[262],"latency":[263],"13":[265],"ms":[266],"overall":[269],"low":[270],"power":[271],"consumption":[272],"profile.":[273],"Finally,":[274],"usability":[275],"studies":[276],"indicate":[277],"higher":[278],"comforts":[281],"wearing":[283],"\u2019s":[285],"platform":[287],"comparison":[289],"alternative":[291],"factors.":[293]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}