{"id":"https://openalex.org/W4396833340","doi":"https://doi.org/10.1145/3613904.3642095","title":"ReHEarSSE: Recognizing Hidden-in-the-Ear Silently Spelled Expressions","display_name":"ReHEarSSE: Recognizing Hidden-in-the-Ear Silently Spelled Expressions","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396833340","doi":"https://doi.org/10.1145/3613904.3642095"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642095","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3613904.3642095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081518832","display_name":"Xuefu Dong","orcid":"https://orcid.org/0009-0000-6164-1539"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xuefu Dong","raw_affiliation_strings":["The University of Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0000-6164-1539","affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016630477","display_name":"Yifei Chen","orcid":"https://orcid.org/0009-0005-4195-6716"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Chen","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0009-0005-4195-6716","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046878953","display_name":"Yuuki Nishiyama","orcid":"https://orcid.org/0000-0002-5549-5595"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuuki Nishiyama","raw_affiliation_strings":["The University of Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5549-5595","affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050720322","display_name":"Kaoru Sezaki","orcid":"https://orcid.org/0000-0003-1194-4632"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kaoru Sezaki","raw_affiliation_strings":["The University of Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1194-4632","affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605902","display_name":"Yuntao Wang","orcid":"https://orcid.org/0000-0002-4249-8893"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-4249-8893","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077056325","display_name":"Kenneth Christofferson","orcid":"https://orcid.org/0000-0002-6420-4542"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ken Christofferson","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6420-4542","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058862746","display_name":"Alex Mariakakis","orcid":"https://orcid.org/0000-0002-9986-3345"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alex Mariakakis","raw_affiliation_strings":["Computer Science, University of Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9986-3345","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7683,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.98088325,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8156670331954956},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7119103074073792},{"id":"https://openalex.org/keywords/lexicon","display_name":"Lexicon","score":0.6653313636779785},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5685589909553528},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5495249629020691},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.543769121170044},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.46693816781044006},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4417308568954468},{"id":"https://openalex.org/keywords/connectionism","display_name":"Connectionism","score":0.4277235269546509},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42000776529312134},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41655024886131287},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2264561951160431},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0712951123714447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8156670331954956},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7119103074073792},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.6653313636779785},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5685589909553528},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5495249629020691},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.543769121170044},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.46693816781044006},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4417308568954468},{"id":"https://openalex.org/C8521452","wikidata":"https://www.wikidata.org/wiki/Q203790","display_name":"Connectionism","level":3,"score":0.4277235269546509},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42000776529312134},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41655024886131287},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2264561951160431},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0712951123714447},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3642095","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3613904.3642095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W108866686","https://openalex.org/W1975075203","https://openalex.org/W1978273850","https://openalex.org/W2008120082","https://openalex.org/W2019279095","https://openalex.org/W2092613485","https://openalex.org/W2122505973","https://openalex.org/W2153859070","https://openalex.org/W2160181326","https://openalex.org/W2318283748","https://openalex.org/W2394945029","https://openalex.org/W2510740966","https://openalex.org/W2625581252","https://openalex.org/W2765335098","https://openalex.org/W2793257307","https://openalex.org/W2832631560","https://openalex.org/W2897318954","https://openalex.org/W2941048526","https://openalex.org/W2952609044","https://openalex.org/W2972011662","https://openalex.org/W3004196347","https://openalex.org/W3031029492","https://openalex.org/W3089228032","https://openalex.org/W3098360431","https://openalex.org/W3126084744","https://openalex.org/W3151244818","https://openalex.org/W3160833628","https://openalex.org/W3163934237","https://openalex.org/W3175849636","https://openalex.org/W3182888500","https://openalex.org/W3201019945","https://openalex.org/W3205392914","https://openalex.org/W4225124540","https://openalex.org/W4229016695","https://openalex.org/W4230715394","https://openalex.org/W4280594094","https://openalex.org/W4284884132","https://openalex.org/W4285815056","https://openalex.org/W4294891775","https://openalex.org/W4294891788","https://openalex.org/W4307475373","https://openalex.org/W4309374821","https://openalex.org/W4316015741","https://openalex.org/W4320060010","https://openalex.org/W4321009928","https://openalex.org/W4323322934","https://openalex.org/W4361758412","https://openalex.org/W4366547682","https://openalex.org/W4380928279","https://openalex.org/W4390812093"],"related_works":["https://openalex.org/W4205841273","https://openalex.org/W4205525690","https://openalex.org/W1732468982","https://openalex.org/W1761388607","https://openalex.org/W1997922073","https://openalex.org/W2140536630","https://openalex.org/W3195005284","https://openalex.org/W350032239","https://openalex.org/W2391730868","https://openalex.org/W4394659737"],"abstract_inverted_index":{"Silent":[0],"speech":[1],"interaction":[2],"(SSI)":[3],"allows":[4],"users":[5],"to":[6,25,32,51,81,98],"discreetly":[7],"input":[8],"text":[9],"without":[10],"using":[11,92],"their":[12,30],"hands.":[13],"Existing":[14],"wearable":[15],"SSI":[16,46],"systems":[17],"typically":[18],"require":[19],"custom":[20],"devices":[21],"and":[22,114],"are":[23],"limited":[24],"a":[26,33,72,93],"small":[27,34],"lexicon,":[28],"limiting":[29],"utility":[31],"set":[35],"of":[36,49,69,129],"command":[37],"words.":[38,70],"This":[39],"work":[40],"proposes":[41],"ReHEarSSE,":[42],"an":[43,65,106,127],"earbud-based":[44],"ultrasonic":[45],"system":[47],"capable":[48],"generalizing":[50],"words":[52,91,125],"that":[53,109,120],"do":[54],"not":[55],"appear":[56],"in":[57,85],"its":[58],"training":[59],"dataset,":[60],"providing":[61],"support":[62],"for":[63,111],"nearly":[64],"entire":[66],"dictionary\u2019s":[67],"worth":[68],"As":[71],"user":[73],"silently":[74],"spells":[75],"words,":[76],"ReHEarSSE":[77,89,121],"uses":[78],"autoregressive":[79],"features":[80],"identify":[82],"subtle":[83],"changes":[84],"ear":[86],"canal":[87],"shape.":[88],"infers":[90],"deep":[94],"learning":[95],"model":[96],"trained":[97],"optimize":[99],"connectionist":[100],"temporal":[101],"classification":[102],"(CTC)":[103],"loss":[104],"with":[105,126],"intermediate":[107],"embedding":[108],"accounts":[110],"different":[112],"letters":[113],"transitions":[115],"between":[116],"them.":[117],"We":[118],"find":[119],"recognizes":[122],"100":[123],"unseen":[124],"accuracy":[128],"89.3%.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}