{"id":"https://openalex.org/W4399202707","doi":"https://doi.org/10.1145/3656650.3656652","title":"MRTranslate: Bridging Language Barriers in the Physical World Using a Mixed Reality Point-and-Translate System","display_name":"MRTranslate: Bridging Language Barriers in the Physical World Using a Mixed Reality Point-and-Translate System","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399202707","doi":"https://doi.org/10.1145/3656650.3656652"},"language":"en","primary_location":{"id":"doi:10.1145/3656650.3656652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3656650.3656652","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3656650.3656652","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Advanced Visual Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3656650.3656652","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054782252","display_name":"Florian Mathis","orcid":"https://orcid.org/0000-0002-1690-3410"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Florian Mathis","raw_affiliation_strings":["University of St. Gallen, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-1690-3410","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055647560","display_name":"Yu Sun","orcid":"https://orcid.org/0009-0008-5621-9147"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yu Sun","raw_affiliation_strings":["University of St. Gallen, Switzerland"],"raw_orcid":"https://orcid.org/0009-0008-5621-9147","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023763762","display_name":"Adrian Preussner","orcid":"https://orcid.org/0000-0002-1132-2473"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Adrian Preussner","raw_affiliation_strings":["University of St. Gallen, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-1132-2473","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5054782252"],"corresponding_institution_ids":["https://openalex.org/I202963720"],"apc_list":null,"apc_paid":null,"fwci":1.1904,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7920166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.7790451645851135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7685489654541016},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6736392378807068},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5254382491111755},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4498806893825531},{"id":"https://openalex.org/keywords/language-barrier","display_name":"Language barrier","score":0.4476027190685272},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.42995989322662354},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3473518192768097},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3203558325767517},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.22565150260925293},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08172395825386047},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07985013723373413}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.7790451645851135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685489654541016},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6736392378807068},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5254382491111755},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4498806893825531},{"id":"https://openalex.org/C47602998","wikidata":"https://www.wikidata.org/wiki/Q2588869","display_name":"Language barrier","level":2,"score":0.4476027190685272},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.42995989322662354},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3473518192768097},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3203558325767517},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.22565150260925293},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08172395825386047},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07985013723373413},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3656650.3656652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3656650.3656652","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3656650.3656652","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Advanced Visual Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3656650.3656652","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3656650.3656652","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3656650.3656652","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Advanced Visual Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399202707.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1270658374","https://openalex.org/W1964622094","https://openalex.org/W1992747334","https://openalex.org/W2039311637","https://openalex.org/W2058868256","https://openalex.org/W2065179596","https://openalex.org/W2067870298","https://openalex.org/W2076804559","https://openalex.org/W2100355365","https://openalex.org/W2105956719","https://openalex.org/W2106567393","https://openalex.org/W2115310639","https://openalex.org/W2150874632","https://openalex.org/W2162180468","https://openalex.org/W2163327848","https://openalex.org/W2311815372","https://openalex.org/W2402661097","https://openalex.org/W2406810613","https://openalex.org/W2724657720","https://openalex.org/W2767120123","https://openalex.org/W2771572381","https://openalex.org/W2794740256","https://openalex.org/W2942094826","https://openalex.org/W3031554226","https://openalex.org/W3126185271","https://openalex.org/W4224255981","https://openalex.org/W4225137702","https://openalex.org/W4243122173","https://openalex.org/W4245990317","https://openalex.org/W4255395059","https://openalex.org/W4256167997","https://openalex.org/W4366729771","https://openalex.org/W4387611749","https://openalex.org/W4396536233"],"related_works":["https://openalex.org/W4388870064","https://openalex.org/W2210139803","https://openalex.org/W4235186151","https://openalex.org/W2054685365","https://openalex.org/W2056057048","https://openalex.org/W2667588871","https://openalex.org/W2272354214","https://openalex.org/W2084768720","https://openalex.org/W2043010663","https://openalex.org/W2739168033"],"abstract_inverted_index":{"Language":[0],"barriers":[1],"pose":[2],"significant":[3],"challenges":[4],"in":[5,102,180],"our":[6,86],"increasingly":[7],"globalized":[8],"world,":[9],"hindering":[10],"effective":[11],"communication":[12],"and":[13,26,41,81,139,173],"access":[14],"to":[15,28,62,74,104,135,177],"information.":[16],"Existing":[17],"translation":[18,76,114,122,145,172],"tools":[19],"often":[20],"disrupt":[21],"the":[22,38,112,116,120,130,142,155,175],"current":[23,121],"activity":[24],"flow":[25],"fail":[27],"provide":[29],"seamless":[30,53],"user":[31,87],"experiences.":[32,183],"In":[33],"this":[34],"paper,":[35],"we":[36,72,158],"contribute":[37],"design,":[39],"implementation,":[40],"evaluation":[42],"of":[43,55,97,106,115,132],"MRTranslate,":[44,70,98,152],"an":[45],"assistive":[46],"Mixed":[47],"Reality":[48],"(MR)":[49],"prototype":[50],"that":[51,90,151],"enables":[52],"translations":[54,108],"real-world":[56],"text.":[57,118],"We":[58,149],"instructed":[59],"12":[60],"participants":[61,99,127],"translate":[63],"items":[64],"on":[65],"a":[66,93,137,162,166],"food":[67],"menu":[68],"using":[69,147],"which":[71],"compared":[73],"state-of-the-art":[75],"apps,":[77],"including":[78],"Google":[79,82],"Translate":[80],"Lens.":[83],"Findings":[84],"from":[85],"study":[88],"reveal":[89],"when":[91,146],"utilising":[92],"fully":[94],"functional":[95],"implementation":[96],"achieve":[100],"success":[101],"up":[103],"91.67%":[105],"their":[107],"whilst":[109],"also":[110],"enjoying":[111],"visual":[113],"unfamiliar":[117],"Although":[119],"apps":[123],"were":[124],"well":[125],"perceived,":[126],"particularly":[128],"appreciated":[129],"convenience":[131],"not":[133],"having":[134],"grab":[136],"smartphone":[138],"manually":[140],"input":[141],"text":[143],"for":[144],"MRTranslate.":[148],"believe":[150],"along":[153],"with":[154],"empirical":[156],"insights":[157],"have":[159],"gained,":[160],"presents":[161],"valuable":[163],"step":[164],"towards":[165],"future":[167],"where":[168],"MR":[169],"transforms":[170],"language":[171],"holds":[174],"potential":[176],"assist":[178],"individuals":[179],"various":[181],"day-to-day":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}