{"id":"https://openalex.org/W4389539663","doi":"https://doi.org/10.1145/3610548.3618246","title":"ShapeSonic: Sonifying Fingertip Interactions for Non-Visual Virtual Shape Perception","display_name":"ShapeSonic: Sonifying Fingertip Interactions for Non-Visual Virtual Shape Perception","publication_year":2023,"publication_date":"2023-12-10","ids":{"openalex":"https://openalex.org/W4389539663","doi":"https://doi.org/10.1145/3610548.3618246"},"language":"en","primary_location":{"id":"doi:10.1145/3610548.3618246","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610548.3618246","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610548.3618246","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3610548.3618246","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107519404","display_name":"Jialin Huang","orcid":"https://orcid.org/0009-0000-9915-1252"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jialin Huang","raw_affiliation_strings":["George Mason University, United States of America"],"affiliations":[{"raw_affiliation_string":"George Mason University, United States of America","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026711201","display_name":"Alexa Siu","orcid":"https://orcid.org/0000-0002-4879-1476"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexa Siu","raw_affiliation_strings":["Adobe Research, United States of America"],"affiliations":[{"raw_affiliation_string":"Adobe Research, United States of America","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009881746","display_name":"Rana Hanocka","orcid":"https://orcid.org/0000-0003-3214-3703"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rana Hanocka","raw_affiliation_strings":["University of Chicago, United States of America"],"affiliations":[{"raw_affiliation_string":"University of Chicago, United States of America","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036366808","display_name":"Yotam Gingold","orcid":"https://orcid.org/0000-0002-5381-2104"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yotam Gingold","raw_affiliation_strings":["George Mason University, United States of America"],"affiliations":[{"raw_affiliation_string":"George Mason University, United States of America","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5107519404"],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":null,"apc_paid":null,"fwci":0.688,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69209339,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sonification","display_name":"Sonification","score":0.9264907836914062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7068178653717041},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5638449788093567},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5050435662269592},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5022289752960205},{"id":"https://openalex.org/keywords/visual-feedback","display_name":"Visual feedback","score":0.480854332447052},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4801156520843506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44787272810935974},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.43742191791534424},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.42778652906417847},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4142584204673767},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07885083556175232}],"concepts":[{"id":"https://openalex.org/C91607612","wikidata":"https://www.wikidata.org/wiki/Q1416058","display_name":"Sonification","level":2,"score":0.9264907836914062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7068178653717041},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5638449788093567},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5050435662269592},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5022289752960205},{"id":"https://openalex.org/C3020716817","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Visual feedback","level":2,"score":0.480854332447052},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4801156520843506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44787272810935974},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.43742191791534424},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.42778652906417847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4142584204673767},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07885083556175232},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3610548.3618246","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610548.3618246","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610548.3618246","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Conference Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3610548.3618246","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610548.3618246","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610548.3618246","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2023 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1104453139","display_name":"HCC: Small: 3DStylus: User-Guided Shape Manipulation using Neural Priors","funder_award_id":"2304481","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389539663.pdf","grobid_xml":"https://content.openalex.org/works/W4389539663.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W110427202","https://openalex.org/W1539034057","https://openalex.org/W1976894226","https://openalex.org/W1978123413","https://openalex.org/W1978434525","https://openalex.org/W1978464142","https://openalex.org/W1993466468","https://openalex.org/W2000730168","https://openalex.org/W2003840516","https://openalex.org/W2009637566","https://openalex.org/W2013039323","https://openalex.org/W2027290950","https://openalex.org/W2040705065","https://openalex.org/W2049776115","https://openalex.org/W2049845852","https://openalex.org/W2058167347","https://openalex.org/W2065710951","https://openalex.org/W2069820904","https://openalex.org/W2071597999","https://openalex.org/W2071969679","https://openalex.org/W2119480063","https://openalex.org/W2126565672","https://openalex.org/W2146590246","https://openalex.org/W2481130537","https://openalex.org/W2518469796","https://openalex.org/W2536013731","https://openalex.org/W2749196801","https://openalex.org/W2767119716","https://openalex.org/W2769701629","https://openalex.org/W2796182852","https://openalex.org/W2810761308","https://openalex.org/W2911149219","https://openalex.org/W2941711880","https://openalex.org/W2972795682","https://openalex.org/W2980509777","https://openalex.org/W2981649310","https://openalex.org/W3007825142","https://openalex.org/W3022704269","https://openalex.org/W3031927435","https://openalex.org/W3036954260","https://openalex.org/W3048818469","https://openalex.org/W3134920173","https://openalex.org/W3164161508","https://openalex.org/W4224992944","https://openalex.org/W4225163156","https://openalex.org/W4239603325","https://openalex.org/W4291138601","https://openalex.org/W4307136774","https://openalex.org/W6750488237"],"related_works":["https://openalex.org/W4251837693","https://openalex.org/W4304092500","https://openalex.org/W2965150687","https://openalex.org/W1563329648","https://openalex.org/W2903489948","https://openalex.org/W1530991922","https://openalex.org/W2176226776","https://openalex.org/W4285123631","https://openalex.org/W2221819563","https://openalex.org/W143325385"],"abstract_inverted_index":{"For":[0],"sighted":[1,106],"users,":[2,29,110],"computer":[3],"graphics":[4],"and":[5,12,16,25,64,73,77,107,121,129],"virtual":[6,135],"reality":[7],"allow":[8],"them":[9],"to":[10,23,46,87,127],"model":[11],"perceive":[13],"imaginary":[14],"objects":[15],"worlds.":[17],"However,":[18],"these":[19],"approaches":[20],"are":[21,79],"inaccessible":[22],"blind":[24],"visually":[26],"impaired":[27],"(BVI)":[28],"since":[30],"they":[31],"primarily":[32],"rely":[33],"on":[34,93,134],"visual":[35],"feedback.":[36],"To":[37],"this":[38],"end,":[39],"we":[40,111],"introduce":[41],"ShapeSonic,":[42],"a":[43,94,102],"system":[44],"designed":[45],"convey":[47],"vivid":[48],"3D":[49,63,136],"shape":[50,118],"perception":[51],"using":[52],"purely":[53],"audio":[54],"feedback":[55,68],"or":[56],"sonification.":[57],"ShapeSonic":[58,90,116,123],"tracks":[59],"users\u2019":[60],"fingertips":[61],"in":[62,117,138],"provides":[65],"real-time":[66],"sound":[67],"(sonification).":[69],"The":[70],"shape\u2019s":[71],"geometry":[72],"sharp":[74],"features":[75],"(edges":[76],"corners)":[78],"expressed":[80],"as":[81],"sounds":[82],"whose":[83],"volumes":[84],"modulate":[85],"according":[86],"fingertip":[88],"distance.":[89],"is":[91],"based":[92],"mass-produced,":[95],"commodity":[96],"hardware":[97],"platform":[98],"(Oculus":[99],"Quest).":[100],"In":[101],"study":[103],"with":[104],"15":[105],"6":[108],"BVI":[109],"demonstrate":[112],"the":[113,139],"value":[114],"of":[115],"landmark":[119],"localization":[120],"recognition.":[122],"users":[124],"were":[125],"able":[126],"quickly":[128],"relatively":[130],"accurately":[131],"\u201ctouch\u201d":[132],"points":[133],"shapes":[137],"air.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}