{"id":"https://openalex.org/W7167261124","doi":"https://doi.org/10.1145/3811349","title":"ProXeek: Seeking and Leveraging Real-World Objects and Environments as Haptic Proxies for Virtual Reality through Multimodal Reasoning","display_name":"ProXeek: Seeking and Leveraging Real-World Objects and Environments as Haptic Proxies for Virtual Reality through Multimodal Reasoning","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7167261124","doi":"https://doi.org/10.1145/3811349"},"language":"en","primary_location":{"id":"doi:10.1145/3811349","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811349","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3811349","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022412815","display_name":"Haichen Gao","orcid":"https://orcid.org/0000-0001-6194-3094"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haichen Gao","raw_affiliation_strings":["City University of Hong Kong, School of Creative Media, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6194-3094","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, School of Creative Media, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041553295","display_name":"Tianrui Hu","orcid":"https://orcid.org/0009-0006-0599-3664"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianrui Hu","raw_affiliation_strings":["City University of Hong Kong, School of Creative Media, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0006-0599-3664","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, School of Creative Media, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016960206","display_name":"Zeshui Li","orcid":"https://orcid.org/0009-0009-0939-4177"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zeshui Li","raw_affiliation_strings":["City University of Hong Kong, School of Creative Media, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0009-0939-4177","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, School of Creative Media, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060763879","display_name":"Kening Zhu","orcid":"https://orcid.org/0000-0001-6740-4921"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kening Zhu","raw_affiliation_strings":["City University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6740-4921","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.82818754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"4","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.46560001373291016,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.46560001373291016,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.34950000047683716,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.027799999341368675,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.9484999775886536},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.7723000049591064},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5737000107765198},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.4903999865055084},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.44940000772476196},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.41929998993873596},{"id":"https://openalex.org/keywords/stereotaxy","display_name":"Stereotaxy","score":0.40869998931884766},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.396699994802475}],"concepts":[{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.9484999775886536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7993999719619751},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.7723000049591064},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7268000245094299},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5737000107765198},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.4903999865055084},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.44940000772476196},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.41929998993873596},{"id":"https://openalex.org/C176700471","wikidata":"https://www.wikidata.org/wiki/Q7611272","display_name":"Stereotaxy","level":3,"score":0.40869998931884766},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.37130001187324524},{"id":"https://openalex.org/C178624890","wikidata":"https://www.wikidata.org/wiki/Q17056636","display_name":"Instructional simulation","level":3,"score":0.34619998931884766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33390000462532043},{"id":"https://openalex.org/C3019565508","wikidata":"https://www.wikidata.org/wiki/Q444835","display_name":"Virtual world","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3127000033855438},{"id":"https://openalex.org/C51970089","wikidata":"https://www.wikidata.org/wiki/Q44415","display_name":"Virtual image","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.29330000281333923},{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.28630000352859497},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C2776977519","wikidata":"https://www.wikidata.org/wiki/Q4636326","display_name":"3D interaction","level":3,"score":0.26429998874664307}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3811349","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811349","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3811349","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811349","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W2130944979","https://openalex.org/W2136757566","https://openalex.org/W2151295100","https://openalex.org/W2161322496","https://openalex.org/W2168881048","https://openalex.org/W2207874332","https://openalex.org/W2403959797","https://openalex.org/W2405777275","https://openalex.org/W2471061664","https://openalex.org/W2565386663","https://openalex.org/W2765768358","https://openalex.org/W2766544714","https://openalex.org/W2767041614","https://openalex.org/W2793637051","https://openalex.org/W2793711885","https://openalex.org/W2795636899","https://openalex.org/W2897222599","https://openalex.org/W2940738546","https://openalex.org/W2941527220","https://openalex.org/W2942165257","https://openalex.org/W2962224599","https://openalex.org/W2980509777","https://openalex.org/W2980991128","https://openalex.org/W3031927435","https://openalex.org/W3032353359","https://openalex.org/W3094194764","https://openalex.org/W3111204420","https://openalex.org/W3162402113","https://openalex.org/W3163766351","https://openalex.org/W3195181934","https://openalex.org/W3204393394","https://openalex.org/W3206627379","https://openalex.org/W4225012728","https://openalex.org/W4230267160","https://openalex.org/W4244756046","https://openalex.org/W4253032301","https://openalex.org/W4286615947","https://openalex.org/W4294982805","https://openalex.org/W4307475332","https://openalex.org/W4307476002","https://openalex.org/W4327525871","https://openalex.org/W4366550062","https://openalex.org/W4366729094","https://openalex.org/W4387801206","https://openalex.org/W4392223565","https://openalex.org/W4400909929","https://openalex.org/W4402716047","https://openalex.org/W4402727760","https://openalex.org/W4403333907","https://openalex.org/W4403334401","https://openalex.org/W4404611687","https://openalex.org/W4404965603","https://openalex.org/W4404978126","https://openalex.org/W4409736066","https://openalex.org/W4409736074","https://openalex.org/W4409749608","https://openalex.org/W4409767328","https://openalex.org/W4411534825","https://openalex.org/W4412590262"],"related_works":[],"abstract_inverted_index":{"Providing":[0],"haptic":[1,11,42,59,133],"feedback":[2],"in":[3,115],"virtual":[4,55,91],"reality":[5],"(VR)":[6],"remains":[7],"challenging,":[8],"with":[9,57,93],"active":[10],"systems":[12],"often":[13],"being":[14],"bulky":[15],"and":[16,79,86,135,142],"expensive,":[17],"while":[18],"passive":[19],"haptics":[20],"typically":[21],"require":[22],"pre-fabricated":[23],"objects":[24,40,92,128],"or":[25],"extensive":[26],"real-world":[27,39],"setup.":[28],"We":[29],"present":[30],"ProXeek,":[31],"an":[32],"LLM-based":[33,83],"multi-agent":[34],"system":[35,81],"that":[36,101,124],"opportunistically":[37],"leverages":[38],"as":[41],"proxies":[43],"for":[44],"VR":[45,48,77],"experiences.":[46],"During":[47],"development,":[49],"the":[50,54,67,80,108,111,125],"designers":[51],"could":[52,129],"annotate":[53],"interactables":[56],"emphasized":[58],"characteristics":[60],"using":[61],"our":[62,116],"node-based":[63],"editing":[64],"interface.":[65],"On":[66],"user":[68,120],"side,":[69],"end":[70],"users":[71],"capture":[72],"environmental":[73],"snapshots":[74],"via":[75],"commodity":[76],"headset,":[78],"employs":[82],"multimodal":[84],"reasoning":[85],"multi-objective":[87],"optimization":[88],"to":[89,139],"match":[90],"viable":[94,105],"physical":[95,127],"proxies.":[96],"Our":[97,119],"technical":[98],"evaluation":[99],"demonstrates":[100],"ProXeek":[102],"effectively":[103],"identifies":[104],"proxies,":[106],"confirming":[107],"effectiveness":[109],"of":[110],"algorithmic":[112],"constraint":[113],"design":[114],"matching":[117],"pipeline.":[118],"study":[121],"further":[122],"reveals":[123],"ProXeek-selected":[126],"deliver":[130],"significantly":[131],"higher":[132],"fidelity":[134],"enhance":[136],"presence":[137],"compared":[138],"3D-printed":[140],"replicas":[141],"visual-only":[143],"interaction.":[144]},"counts_by_year":[],"updated_date":"2026-07-04T06:14:54.683239","created_date":"2026-07-04T00:00:00"}