{"id":"https://openalex.org/W4402560418","doi":"https://doi.org/10.1145/3640471.3686646","title":"Towards Enhanced Context Awareness with Vision-based Multimodal Interfaces","display_name":"Towards Enhanced Context Awareness with Vision-based Multimodal Interfaces","publication_year":2024,"publication_date":"2024-09-21","ids":{"openalex":"https://openalex.org/W4402560418","doi":"https://doi.org/10.1145/3640471.3686646"},"language":"en","primary_location":{"id":"doi:10.1145/3640471.3686646","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640471.3686646","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th International Conference on Mobile Human-Computer Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.07488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066683687","display_name":"Yongquan Hu","orcid":"https://orcid.org/0000-0003-1315-8969"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Yongquan Hu","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Australia","of Computer Science and ,"],"raw_orcid":"https://orcid.org/0000-0003-1315-8969","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"of Computer Science and ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042014818","display_name":"Wen Hu","orcid":"https://orcid.org/0000-0002-4076-1811"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wen Hu","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Australia","of Computer Science and ,"],"raw_orcid":"https://orcid.org/0000-0002-4076-1811","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"of Computer Science and ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001170144","display_name":"Aaron Quigley","orcid":"https://orcid.org/0000-0002-5274-6889"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Aaron J. Quigley","raw_affiliation_strings":["CSIRO's Data61, Australia","of Computer Science and ,","PhD Student, School of Computer Science and Engineering, UNSW Australia"],"raw_orcid":"https://orcid.org/0000-0002-5274-6889","affiliations":[{"raw_affiliation_string":"CSIRO's Data61, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]},{"raw_affiliation_string":"of Computer Science and ,","institution_ids":[]},{"raw_affiliation_string":"PhD Student, School of Computer Science and Engineering, UNSW Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066683687"],"corresponding_institution_ids":["https://openalex.org/I31746571"],"apc_list":null,"apc_paid":null,"fwci":0.6509,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68142037,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.7881002426147461},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820256948471069},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6678414940834045},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.6196393966674805},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5770241022109985},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5482850074768066},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5056281089782715},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44164103269577026},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4388497769832611},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.43096408247947693},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.35606062412261963}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7881002426147461},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820256948471069},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6678414940834045},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.6196393966674805},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5770241022109985},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5482850074768066},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5056281089782715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44164103269577026},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4388497769832611},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.43096408247947693},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35606062412261963},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3640471.3686646","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640471.3686646","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th International Conference on Mobile Human-Computer Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.07488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.07488","pdf_url":"https://arxiv.org/pdf/2408.07488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.07488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.07488","pdf_url":"https://arxiv.org/pdf/2408.07488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4402560418.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W187697284","https://openalex.org/W1574883874","https://openalex.org/W2070898343","https://openalex.org/W2110685331","https://openalex.org/W2112396831","https://openalex.org/W2147975565","https://openalex.org/W2170326347","https://openalex.org/W2294287846","https://openalex.org/W2543128534","https://openalex.org/W2752010061","https://openalex.org/W2906990397","https://openalex.org/W4387612184","https://openalex.org/W4387801423","https://openalex.org/W6910555758"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Vision-based":[0],"Interfaces":[1],"(VIs)":[2],"are":[3,17],"pivotal":[4],"in":[5,11,27,123],"advancing":[6],"Human-Computer":[7],"Interaction":[8],"(HCI),":[9],"particularly":[10],"enhancing":[12],"context":[13,84],"awareness.":[14],"However,":[15],"there":[16],"significant":[18],"opportunities":[19],"for":[20,55],"these":[21],"interfaces":[22,81],"due":[23],"to":[24,82],"rapid":[25],"advancements":[26],"multimodal":[28,80],"Artificial":[29],"Intelligence":[30],"(AI),":[31],"which":[32],"promise":[33],"a":[34,52,98],"future":[35],"of":[36,79,91,101,109],"tight":[37],"coupling":[38],"between":[39],"humans":[40],"and":[41,58,62,69,96,116],"intelligent":[42],"systems.":[43],"AI-driven":[44],"VIs,":[45],"when":[46],"integrated":[47],"with":[48],"other":[49],"modalities,":[50],"offer":[51],"robust":[53],"solution":[54],"effectively":[56],"capturing":[57],"interpreting":[59],"user":[60],"intentions":[61],"complex":[63],"environmental":[64],"information,":[65],"thereby":[66],"facilitating":[67],"seamless":[68],"efficient":[70],"interactions.":[71],"This":[72],"PhD":[73],"study":[74],"explores":[75],"three":[76,89],"application":[77],"cases":[78],"augment":[83],"awareness,":[85],"respectively":[86],"focusing":[87],"on":[88],"dimensions":[90],"visual":[92],"modality:":[93],"scale,":[94],"depth,":[95],"time:":[97],"fine-grained":[99],"analysis":[100],"physical":[102],"surfaces":[103],"via":[104],"microscopic":[105],"image,":[106],"precise":[107],"projection":[108],"the":[110],"real":[111],"world":[112],"using":[113],"depth":[114],"data,":[115],"rendering":[117],"haptic":[118],"feedback":[119],"from":[120],"video":[121],"background":[122],"virtual":[124],"environments.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}