{"id":"https://openalex.org/W7154087274","doi":"https://doi.org/10.1145/3772318.3790402","title":"FAME: Exploring Expressive Facial Avatars for Lyrical and Non-Lyrical Music Visualization for d/Deaf Individuals","display_name":"FAME: Exploring Expressive Facial Avatars for Lyrical and Non-Lyrical Music Visualization for d/Deaf Individuals","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154087274","doi":"https://doi.org/10.1145/3772318.3790402"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3790402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790402","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3790402","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087116106","display_name":"Suhyeon Yoo","orcid":"https://orcid.org/0000-0001-6098-9947"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Suhyeon Yoo","raw_affiliation_strings":["Computer Science, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6098-9947","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101190218","display_name":"Yifang Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yifang Pan","raw_affiliation_strings":["Dynamic Graphics Project, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5194-0359","affiliations":[{"raw_affiliation_string":"Dynamic Graphics Project, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133501543","display_name":"Ashish Ajin Thomas","orcid":"https://orcid.org/0009-0006-8803-9891"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ashish Ajin Thomas","raw_affiliation_strings":["Computer Science, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0006-8803-9891","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102945957","display_name":"Karan Singh","orcid":"https://orcid.org/0000-0002-2232-7480"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Karan Singh","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2232-7480","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":null,"display_name":"Khai N. Truong","orcid":"https://orcid.org/0000-0003-0774-5964"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Khai N. Truong","raw_affiliation_strings":["Computer Science, University of Toronto, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0774-5964","affiliations":[{"raw_affiliation_string":"Computer Science, University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52692196,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.20090000331401825,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.20090000331401825,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.15790000557899475,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.13369999825954437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.5827999711036682},{"id":"https://openalex.org/keywords/lyrics","display_name":"Lyrics","score":0.5716000199317932},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.4661000072956085},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.45820000767707825},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4316999912261963},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.40400001406669617},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3971000015735626},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.38449999690055847}],"concepts":[{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.5827999711036682},{"id":"https://openalex.org/C2776436406","wikidata":"https://www.wikidata.org/wiki/Q602446","display_name":"Lyrics","level":2,"score":0.5716000199317932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5291000008583069},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.45820000767707825},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43369999527931213},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4316999912261963},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4302999973297119},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3547999858856201},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C88639978","wikidata":"https://www.wikidata.org/wiki/Q233861","display_name":"Musical notation","level":3,"score":0.3418000042438507},{"id":"https://openalex.org/C2983311337","wikidata":"https://www.wikidata.org/wiki/Q34379","display_name":"Musical instrument","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2962000072002411},{"id":"https://openalex.org/C96851999","wikidata":"https://www.wikidata.org/wiki/Q848369","display_name":"Subconscious","level":3,"score":0.28619998693466187},{"id":"https://openalex.org/C499572226","wikidata":"https://www.wikidata.org/wiki/Q1937950","display_name":"Sound design","level":3,"score":0.2847999930381775},{"id":"https://openalex.org/C146902061","wikidata":"https://www.wikidata.org/wiki/Q476590","display_name":"Music psychology","level":3,"score":0.27889999747276306},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.2630000114440918}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3790402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790402","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3790402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790402","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7535302042961121,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W179626221","https://openalex.org/W1489485941","https://openalex.org/W1590217376","https://openalex.org/W1966797434","https://openalex.org/W1968691630","https://openalex.org/W1976069042","https://openalex.org/W1988477650","https://openalex.org/W1992057917","https://openalex.org/W1999673299","https://openalex.org/W2024669482","https://openalex.org/W2036685683","https://openalex.org/W2063984578","https://openalex.org/W2077540050","https://openalex.org/W2077894883","https://openalex.org/W2090625014","https://openalex.org/W2117385163","https://openalex.org/W2120481501","https://openalex.org/W2156669739","https://openalex.org/W2170189596","https://openalex.org/W2347173532","https://openalex.org/W2468212864","https://openalex.org/W2498181780","https://openalex.org/W2532585309","https://openalex.org/W2539368280","https://openalex.org/W2557974702","https://openalex.org/W2607161784","https://openalex.org/W2751666543","https://openalex.org/W2769375465","https://openalex.org/W2771771004","https://openalex.org/W2896226941","https://openalex.org/W2901989878","https://openalex.org/W2912740667","https://openalex.org/W2973427441","https://openalex.org/W3006213956","https://openalex.org/W3006916840","https://openalex.org/W3032152500","https://openalex.org/W3032398458","https://openalex.org/W3096503069","https://openalex.org/W3096570784","https://openalex.org/W3111639417","https://openalex.org/W3116534099","https://openalex.org/W3161801295","https://openalex.org/W3167568640","https://openalex.org/W3189804488","https://openalex.org/W4206861281","https://openalex.org/W4220668493","https://openalex.org/W4225101456","https://openalex.org/W4225136053","https://openalex.org/W4234580964","https://openalex.org/W4242142390","https://openalex.org/W4281635101","https://openalex.org/W4283268092","https://openalex.org/W4285737458","https://openalex.org/W4288067545","https://openalex.org/W4303448003","https://openalex.org/W4307136814","https://openalex.org/W4311034186","https://openalex.org/W4312465424","https://openalex.org/W4320919630","https://openalex.org/W4366547765","https://openalex.org/W4366598719","https://openalex.org/W4367334153","https://openalex.org/W4380853044","https://openalex.org/W4382317657","https://openalex.org/W4385284180","https://openalex.org/W4386065807","https://openalex.org/W4386302151","https://openalex.org/W4387412901","https://openalex.org/W4387446695","https://openalex.org/W4389049828","https://openalex.org/W4389212535","https://openalex.org/W4390699509","https://openalex.org/W4391035344","https://openalex.org/W4391161787","https://openalex.org/W4394825433","https://openalex.org/W4396832434","https://openalex.org/W4399317045","https://openalex.org/W4400070936","https://openalex.org/W4400582137","https://openalex.org/W4400818936","https://openalex.org/W4400819487","https://openalex.org/W4402703119","https://openalex.org/W4402721899","https://openalex.org/W4402722420","https://openalex.org/W4403428274","https://openalex.org/W4407984244","https://openalex.org/W4409735903","https://openalex.org/W4409749598","https://openalex.org/W4409750063","https://openalex.org/W4410159702","https://openalex.org/W4412063724","https://openalex.org/W4412590231","https://openalex.org/W4413980249"],"related_works":[],"abstract_inverted_index":{"d/Deaf":[0],"and":[1,31,44,76,98,122,136,144],"Hard":[2],"of":[3,47,140],"Hearing":[4],"(DHH)":[5],"individuals":[6],"often":[7,37],"engage":[8],"with":[9,63,113],"music":[10,91,149],"through":[11,92],"a":[12,60,86,109],"multimodal":[13],"approach,":[14],"where":[15],"visual":[16],"modalities":[17],"are":[18],"also":[19],"used":[20],"rather":[21],"than":[22],"relying":[23],"on":[24],"sound":[25],"alone.":[26],"While":[27],"tools":[28,147],"like":[29],"captions":[30],"visualizers":[32],"offer":[33],"partial":[34],"support,":[35],"they":[36],"fail":[38],"to":[39,102,106],"capture":[40],"the":[41,138],"emotional":[42],"depth":[43],"structural":[45],"nuances":[46],"music.":[48],"To":[49],"explore":[50],"new":[51],"possibilities,":[52],"we":[53,67,117],"adopted":[54],"an":[55],"iterative,":[56],"probe-based":[57],"approach.":[58],"Through":[59,108],"formative":[61],"study":[62,112],"9":[64],"DHH":[65,115],"participants,":[66],"identified":[68],"key":[69],"design":[70,87,131],"requirements":[71,123,132],"for":[72,83,124,133,148],"visualizing":[73],"rhythm,":[74],"emotion,":[75],"lyrics.":[77],"We":[78],"developed":[79],"FAME":[80],"(Facial":[81],"Avatar":[82],"Musical":[84],"Expression),":[85],"probe":[88],"that":[89],"conveys":[90],"expressive":[93,143],"facial":[94],"animation,":[95],"instrument":[96],"highlights,":[97],"synchronized":[99],"captions,":[100],"lip-syncing":[101],"lyrics":[103],"or":[104],"scat-singing":[105],"melodies.":[107],"two-phase":[110],"exploratory":[111],"12":[114],"users,":[116],"examined":[118],"FAME\u2019s":[119],"efficacy,":[120],"applicability,":[121],"representing":[125],"musical":[126],"elements.":[127],"Our":[128],"findings":[129],"refine":[130],"avatar-based":[134],"systems":[135],"highlight":[137],"potential":[139],"avatars":[141],"as":[142],"socially":[145],"meaningful":[146],"accessibility.":[150]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-14T00:00:00"}