{"id":"https://openalex.org/W2017372346","doi":"https://doi.org/10.1109/mmsp.2012.6343462","title":"Auditory augmented reality: Object sonification for the visually impaired","display_name":"Auditory augmented reality: Object sonification for the visually impaired","alternate_titles":[],"publication_year":2012,"publication_date":"2012-09-01","ids":{"openalex":"https://openalex.org/W2017372346","doi":"https://doi.org/10.1109/mmsp.2012.6343462","mag":"2017372346"},"language":"en","primary_location":{"id":"doi:10.1109/mmsp.2012.6343462","doi":"https://doi.org/10.1109/mmsp.2012.6343462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp.2012.6343462","pdf_url":null,"source":{"id":"https://openalex.org/S4363605768","display_name":"IEEE International Workshop on Multimedia Signal Processing (MMSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 14th International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2017372346"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080306403","display_name":"Flavio P. Ribeiro","orcid":"https://orcid.org/0000-0002-8980-3445","observed_orcids":["https://orcid.org/0000-0002-8980-3445"]},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Flavio Ribeiro","raw_affiliation_strings":["Electronic Systems Eng. Dept., Universidade de S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic Systems Eng. Dept., Universidade de S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088040986","display_name":"Dinei A. F. Florencio","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dinei Florencio","raw_affiliation_strings":["Microsoft Research, One Microsoft Way, Redmond, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, One Microsoft Way, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019574907","display_name":"Philip A. Chou","orcid":"https://orcid.org/0000-0002-7242-0210","observed_orcids":["https://orcid.org/0000-0002-7242-0210"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Philip A. Chou","raw_affiliation_strings":["Microsoft Research, One Microsoft Way, Redmond, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, One Microsoft Way, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058849717","display_name":"Zhengyou Zhang","orcid":"https://orcid.org/0000-0002-6606-2525","observed_orcids":["https://orcid.org/0000-0002-6606-2525"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhengyou Zhang","raw_affiliation_strings":["Microsoft Research, One Microsoft Way, Redmond, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, One Microsoft Way, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1049,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.9420346,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"319","last_page":"324"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.5005000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.5005000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.2896000146865845,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.03959999978542328,"subfield":{"id":"https://openalex.org/subfields/1210","display_name":"Music"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visually-impaired-users","display_name":"visually impaired users","score":0.8220000267028809},{"id":"https://openalex.org/keywords/rgb-d-vision","display_name":"RGB-D vision","score":0.6299999952316284},{"id":"https://openalex.org/keywords/head-mounted-displays","display_name":"head-mounted displays","score":0.6869999766349792},{"id":"https://openalex.org/keywords/assistive-technology","display_name":"assistive technology","score":0.6850000023841858}],"concepts":[{"id":"https://openalex.org/C91607612","wikidata":"https://www.wikidata.org/wiki/Q1416058","display_name":"Sonification","level":2,"score":0.8259202837944031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8022426962852478},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.7269970178604126},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.6149636507034302},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5387369990348816},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5325015783309937},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.511870801448822},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5039533972740173},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4633724093437195},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4527958333492279},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.450467973947525},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.42154648900032043},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmsp.2012.6343462","doi":"https://doi.org/10.1109/mmsp.2012.6343462","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmsp.2012.6343462","pdf_url":null,"source":{"id":"https://openalex.org/S4363605768","display_name":"IEEE International Workshop on Multimedia Signal Processing (MMSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 14th International Workshop on Multimedia Signal Processing (MMSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W146222539","https://openalex.org/W1862680710","https://openalex.org/W1966146251","https://openalex.org/W1982048725","https://openalex.org/W1997836753","https://openalex.org/W2000018820","https://openalex.org/W2032151483","https://openalex.org/W2054647727","https://openalex.org/W2063191101","https://openalex.org/W2069430629","https://openalex.org/W2085261163","https://openalex.org/W2108668360","https://openalex.org/W2133797163","https://openalex.org/W2135502357","https://openalex.org/W7100241407"],"related_works":["https://openalex.org/W6927624556","https://openalex.org/W7160277211","https://openalex.org/W2780035184","https://openalex.org/W2742440020","https://openalex.org/W2611683441","https://openalex.org/W2921426105","https://openalex.org/W1831408421","https://openalex.org/W6889125452","https://openalex.org/W4392405735","https://openalex.org/W3094535122"],"abstract_inverted_index":{"Augmented":[0],"reality":[1],"applications":[2],"have":[3],"focused":[4],"on":[5],"visually":[6],"integrating":[7],"virtual":[8,26,56,137],"objects":[9,27,34,57,138],"into":[10,28],"real":[11,30],"environments.":[12],"In":[13,97],"this":[14,153,166],"paper,":[15],"we":[16,23,90,102,117],"propose":[17],"an":[18,92,129],"auditory":[19,148],"augmented":[20],"reality,":[21],"where":[22,72],"integrate":[24],"acoustic":[25,55,106],"the":[29,42,65,70,78],"world.":[31],"We":[32,164],"sonify":[33,175],"that":[35,174],"do":[36,103],"not":[37,104],"intrinsically":[38],"produce":[39],"sound,":[40],"with":[41,99,168],"purpose":[43],"of":[44,126],"revealing":[45],"additional":[46],"information":[47],"about":[48],"them.":[49],"Using":[50],"spatialized":[51],"(3D)":[52],"audio":[53,93],"synthesis,":[54],"are":[58,133,150],"placed":[59],"at":[60,139],"specific":[61],"real-world":[62,142],"coordinates,":[63],"obviating":[64],"need":[66],"to":[67,122],"explicitly":[68],"tell":[69],"user":[71,95],"they":[73],"are.":[74],"Thus,":[75],"by":[76,108],"leveraging":[77],"innate":[79],"human":[80,181],"capacity":[81],"for":[82],"3D":[83],"sound":[84],"source":[85,88],"localization":[86],"and":[87,147,180],"separation,":[89],"create":[91,105],"natural":[94],"interface.":[96],"contrast":[98],"previous":[100],"work,":[101],"scenes":[107],"transducing":[109],"low-level":[110],"(for":[111],"instance,":[112],"pixel-based)":[113],"visual":[114,146],"information.":[115],"Instead,":[116],"use":[118],"computer":[119],"vision":[120],"methods":[121],"identify":[123],"high-level":[124],"features":[125],"interest":[127],"in":[128],"RGB-D":[130],"stream,":[131],"which":[132],"then":[134],"sonified":[135],"as":[136],"their":[140],"respective":[141],"coordinates.":[143],"Since":[144],"our":[145],"senses":[149],"inherently":[151],"spatial,":[152],"technique":[154],"naturally":[155],"maps":[156],"between":[157],"these":[158],"two":[159],"modalities,":[160],"creating":[161],"intuitive":[162],"representations.":[163],"evaluate":[165],"concept":[167],"a":[169],"head-mounted":[170],"device,":[171],"featuring":[172],"modes":[173],"flat":[176],"surfaces,":[177],"navigable":[178],"paths":[179],"faces.":[182]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2017372346","counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
