{"id":"https://openalex.org/W4302363153","doi":"https://doi.org/10.1145/3526113.3545626","title":"Sketched Reality: Sketching Bi-Directional Interactions Between Virtual and Physical Worlds with AR and Actuated Tangible UI","display_name":"Sketched Reality: Sketching Bi-Directional Interactions Between Virtual and Physical Worlds with AR and Actuated Tangible UI","publication_year":2022,"publication_date":"2022-10-28","ids":{"openalex":"https://openalex.org/W4302363153","doi":"https://doi.org/10.1145/3526113.3545626"},"language":"en","primary_location":{"id":"doi:10.1145/3526113.3545626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526113.3545626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.06341","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046861691","display_name":"Hiroki Kaimoto","orcid":"https://orcid.org/0000-0001-8354-6663"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["CA","JP"],"is_corresponding":false,"raw_author_name":"Hiroki Kaimoto","raw_affiliation_strings":["The University of Tokyo, Japan and University of Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan and University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309","https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065406807","display_name":"Kyzyl Monteiro","orcid":"https://orcid.org/0000-0002-2723-9500"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kyzyl Monteiro","raw_affiliation_strings":["Weave Lab, IIIT-Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Weave Lab, IIIT-Delhi, India","institution_ids":["https://openalex.org/I119939252","https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064177982","display_name":"Mehrad Faridan","orcid":"https://orcid.org/0000-0001-6699-0455"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mehrad Faridan","raw_affiliation_strings":["University of Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101805385","display_name":"Jiatong Li","orcid":"https://orcid.org/0000-0003-4521-0645"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiatong Li","raw_affiliation_strings":["University of Chicago, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago, United States","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066541797","display_name":"Samin Farajian","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Samin Farajian","raw_affiliation_strings":["University of Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074504443","display_name":"Yasuaki Kakehi","orcid":"https://orcid.org/0000-0003-4063-9944"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuaki Kakehi","raw_affiliation_strings":["The University of Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016319946","display_name":"Ken Nakagaki","orcid":"https://orcid.org/0000-0002-1351-6976"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ken Nakagaki","raw_affiliation_strings":["University of Chicago, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago, United States","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103097262","display_name":"Ryo Suzuki","orcid":"https://orcid.org/0000-0003-3294-9555"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ryo Suzuki","raw_affiliation_strings":["University of Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7573,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.94648129,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7369099259376526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6904062032699585},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.6635119915008545},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.5514366626739502},{"id":"https://openalex.org/keywords/metaverse","display_name":"Metaverse","score":0.5239990949630737},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4730754792690277},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4081742465496063}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7369099259376526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904062032699585},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.6635119915008545},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.5514366626739502},{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.5239990949630737},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4730754792690277},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4081742465496063}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3526113.3545626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526113.3545626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2208.06341","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.06341","pdf_url":"https://arxiv.org/pdf/2208.06341","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.06341","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.06341","pdf_url":"https://arxiv.org/pdf/2208.06341","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1546632972","https://openalex.org/W1565542163","https://openalex.org/W1990259408","https://openalex.org/W2052577260","https://openalex.org/W2057913402","https://openalex.org/W2067174280","https://openalex.org/W2082727067","https://openalex.org/W2094265723","https://openalex.org/W2095831061","https://openalex.org/W2096625858","https://openalex.org/W2103991771","https://openalex.org/W2109504739","https://openalex.org/W2112374856","https://openalex.org/W2114825426","https://openalex.org/W2119995469","https://openalex.org/W2120477086","https://openalex.org/W2129763427","https://openalex.org/W2130117351","https://openalex.org/W2143131345","https://openalex.org/W2144359515","https://openalex.org/W2151603945","https://openalex.org/W2419072270","https://openalex.org/W2533619018","https://openalex.org/W2536588878","https://openalex.org/W2611561499","https://openalex.org/W2611579020","https://openalex.org/W2624397982","https://openalex.org/W2765310410","https://openalex.org/W2791083121","https://openalex.org/W2792558628","https://openalex.org/W2795472713","https://openalex.org/W2795580332","https://openalex.org/W2795653227","https://openalex.org/W2795734270","https://openalex.org/W2941288941","https://openalex.org/W2943250818","https://openalex.org/W2950197782","https://openalex.org/W2966903846","https://openalex.org/W2971672377","https://openalex.org/W3004618775","https://openalex.org/W3014471496","https://openalex.org/W3028804793","https://openalex.org/W3028909176","https://openalex.org/W3032058861","https://openalex.org/W3093629774","https://openalex.org/W3094329258","https://openalex.org/W3102095216","https://openalex.org/W3106185616","https://openalex.org/W3130391092","https://openalex.org/W3130631857","https://openalex.org/W3145090104","https://openalex.org/W3199697784","https://openalex.org/W3201944935","https://openalex.org/W4221045795","https://openalex.org/W4224982650","https://openalex.org/W4234404140","https://openalex.org/W4251370805"],"related_works":["https://openalex.org/W2172197285","https://openalex.org/W2991048842","https://openalex.org/W2750280393","https://openalex.org/W2355696739","https://openalex.org/W4378228679","https://openalex.org/W2736982640","https://openalex.org/W4378228262","https://openalex.org/W3107375852","https://openalex.org/W2752321621","https://openalex.org/W2789244453"],"abstract_inverted_index":{"This":[0,155],"paper":[1,156],"introduces":[2],"Sketched":[3],"Reality,":[4],"an":[5,99,117],"approach":[6],"that":[7],"combines":[8],"AR":[9,42,101,151,169],"sketching":[10,19,22,77,102],"and":[11,26,36,48,85,98,114,123,129,138,152,163,189],"actuated":[12,86],"tangible":[13,180,185],"user":[14],"interfaces":[15],"(TUI)":[16],"for":[17,187],"bi-directional":[18,76,168],"interaction.":[20],"Bi-directional":[21],"enables":[23],"virtual":[24,47,60,62,111,136],"sketches":[25,63,84,112,137],"physical":[27,34,49,56,70,131,140],"objects":[28,71,141],"to":[29,104],"\u201caffect\u201d":[30],"each":[31],"other":[32],"through":[33,147],"actuation":[35],"digital":[37],"computation.":[38],"In":[39,74,88,108],"the":[40,44,69,80,106,139,144],"existing":[41],"sketching,":[43],"relationship":[45],"between":[46,83,150],"worlds":[50],"is":[51],"only":[52],"one-directional":[53],"\u2014":[54],"while":[55],"interaction":[57,78],"can":[58,125],"affect":[59],"sketches,":[61],"have":[64],"no":[65],"return":[66],"effect":[67],"on":[68,116],"or":[72],"environment.":[73],"contrast,":[75],"allows":[79],"seamless":[81,148],"coupling":[82,149],"TUIs.":[87],"this":[89],"paper,":[90],"we":[91],"employ":[92],"tabletop-size":[93],"small":[94],"robots":[95],"(Sony":[96],"Toio)":[97],"iPad-based":[100],"tool":[103],"demonstrate":[105,172],"concept.":[107],"our":[109],"system,":[110],"drawn":[113],"simulated":[115],"iPad":[118],"(e.g.,":[119],"lines,":[120],"walls,":[121],"pendulums,":[122],"springs)":[124],"move,":[126],"actuate,":[127],"collide,":[128],"constrain":[130],"Toio":[132],"robots,":[133],"as":[134,179],"if":[135],"exist":[142],"in":[143],"same":[145],"space":[146,166],"robot":[153,191],"motion.":[154],"contributes":[157],"a":[158,164,173],"set":[159],"of":[160,167,175],"novel":[161],"interactions":[162],"design":[165],"sketching.":[170,194],"We":[171],"series":[174],"potential":[176],"applications,":[177],"such":[178],"physics":[181],"education,":[182],"explorable":[183],"mechanism,":[184],"gaming":[186],"children,":[188],"in-situ":[190],"programming":[192],"via":[193]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}