{"id":"https://openalex.org/W4377996622","doi":"https://doi.org/10.1145/3588015.3588402","title":"GEAR: Gaze-enabled augmented reality for\u00a0human\u00a0activity\u00a0recognition","display_name":"GEAR: Gaze-enabled augmented reality for\u00a0human\u00a0activity\u00a0recognition","publication_year":2023,"publication_date":"2023-05-24","ids":{"openalex":"https://openalex.org/W4377996622","doi":"https://doi.org/10.1145/3588015.3588402"},"language":"en","primary_location":{"id":"doi:10.1145/3588015.3588402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588015.3588402","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588015.3588402","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3588015.3588402","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037816656","display_name":"Kenan Bekta\u015f","orcid":"https://orcid.org/0000-0003-2937-0542"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Kenan Bekta\u015f","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-2937-0542","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017013712","display_name":"Jannis Strecker","orcid":"https://orcid.org/0000-0001-7607-8064"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jannis Strecker","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-7607-8064","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020177012","display_name":"Simon Mayer","orcid":"https://orcid.org/0000-0001-6367-3454"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Simon Mayer","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-6367-3454","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023825582","display_name":"Kimberly Garc\u00eda","orcid":"https://orcid.org/0000-0002-4971-2944"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Dr. Kimberly Garcia","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-4971-2944","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057678118","display_name":"Jonas Hermann","orcid":"https://orcid.org/0000-0001-8605-5851"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jonas Hermann","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8605-5851","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084490068","display_name":"Kay Erik Jen\u00df","orcid":"https://orcid.org/0000-0002-8895-8381"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Kay Erik Jen\u00df","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8895-8381","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008256050","display_name":"Yasmine Sheila Antille","orcid":null},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yasmine Sheila Antille","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-7764-8118","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083067496","display_name":"Marc E. Sol\u00e8r","orcid":"https://orcid.org/0000-0001-5952-0105"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marc Sol\u00e8r","raw_affiliation_strings":["University of St. Gallen, Institute of Computer Science, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-5952-0105","affiliations":[{"raw_affiliation_string":"University of St. Gallen, Institute of Computer Science, Switzerland","institution_ids":["https://openalex.org/I202963720"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9327,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.9112621,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.8529210090637207},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7741646766662598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7735670208930969},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.6127177476882935},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6017192602157593},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5582841634750366},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.5064705610275269},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5032097697257996},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4536953270435333},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.4300307035446167},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.42729100584983826},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.41350051760673523},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40836432576179504}],"concepts":[{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.8529210090637207},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7741646766662598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735670208930969},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.6127177476882935},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6017192602157593},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5582841634750366},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.5064705610275269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5032097697257996},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4536953270435333},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.4300307035446167},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.42729100584983826},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.41350051760673523},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40836432576179504},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3588015.3588402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588015.3588402","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588015.3588402","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:www.alexandria.unisg.ch:269706","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400650","display_name":"Alexandria (UniSG) (University of St.Gallen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210158813","host_organization_name":"St.Gallen University of Teacher Education","host_organization_lineage":["https://openalex.org/I4210158813"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"doi:10.1145/3588015.3588402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588015.3588402","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588015.3588402","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G144822759","display_name":null,"funder_award_id":"48342.1 IP-ICT","funder_id":"https://openalex.org/F4320327931","funder_display_name":"Innosuisse - Schweizerische Agentur f\u00fcr Innovationsf\u00f6rderung"}],"funders":[{"id":"https://openalex.org/F4320327931","display_name":"Innosuisse - Schweizerische Agentur f\u00fcr Innovationsf\u00f6rderung","ror":"https://ror.org/05a2bhn71"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377996622.pdf","grobid_xml":"https://content.openalex.org/works/W4377996622.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W205819775","https://openalex.org/W1593163947","https://openalex.org/W1965305672","https://openalex.org/W1968660512","https://openalex.org/W1979210661","https://openalex.org/W1983239853","https://openalex.org/W1986291329","https://openalex.org/W1994281102","https://openalex.org/W2004687611","https://openalex.org/W2014623060","https://openalex.org/W2023302299","https://openalex.org/W2050531974","https://openalex.org/W2116015365","https://openalex.org/W2122751709","https://openalex.org/W2125666044","https://openalex.org/W2126698740","https://openalex.org/W2149003305","https://openalex.org/W2150494746","https://openalex.org/W2311815372","https://openalex.org/W2391995712","https://openalex.org/W2478911292","https://openalex.org/W2511637758","https://openalex.org/W2523445223","https://openalex.org/W2550476060","https://openalex.org/W2903918834","https://openalex.org/W2905880535","https://openalex.org/W2939826174","https://openalex.org/W2981833446","https://openalex.org/W2997591727","https://openalex.org/W3005837602","https://openalex.org/W3012028083","https://openalex.org/W3031366697","https://openalex.org/W3034150181","https://openalex.org/W3034975050","https://openalex.org/W3137731530","https://openalex.org/W3164089640","https://openalex.org/W3198918947","https://openalex.org/W3203814187","https://openalex.org/W3216200269","https://openalex.org/W4200031825","https://openalex.org/W4206434639","https://openalex.org/W4211165038","https://openalex.org/W4221078466","https://openalex.org/W4225749806","https://openalex.org/W4246157826","https://openalex.org/W4296617597","https://openalex.org/W4313651720","https://openalex.org/W4361855692","https://openalex.org/W6635425622"],"related_works":["https://openalex.org/W156716224","https://openalex.org/W2111871955","https://openalex.org/W595346907","https://openalex.org/W153296825","https://openalex.org/W598989511","https://openalex.org/W2375779923","https://openalex.org/W2041986468","https://openalex.org/W1967800214","https://openalex.org/W3175380930","https://openalex.org/W1989694608"],"abstract_inverted_index":{"Head-mounted":[0],"Augmented":[1],"Reality":[2],"(AR)":[3],"displays":[4,36],"overlay":[5],"digital":[6],"information":[7],"on":[8,53],"physical":[9],"objects.":[10],"Through":[11],"eye":[12],"tracking,":[13],"they":[14,59],"allow":[15],"novel":[16,116],"interaction":[17],"methods":[18],"and":[19,26,81,130],"provide":[20,127],"insights":[21],"into":[22],"user":[23],"attention,":[24],"intentions,":[25],"activities.":[27],"However,":[28],"only":[29],"few":[30],"studies":[31],"have":[32],"used":[33,136],"gaze-enabled":[34],"AR":[35,97],"for":[37,144],"human":[38],"activity":[39],"recognition":[40],"(HAR).":[41],"In":[42],"an":[43,83,96],"experimental":[44],"study,":[45],"we":[46,92],"collected":[47,124],"gaze":[48],"data":[49],"from":[50],"10":[51],"users":[52,94],"a":[54,115],"HoloLens":[55],"2":[56],"(HL2)":[57],"while":[58],"performed":[60],"three":[61],"activities":[62],"(i.e.,":[63],"read,":[64],"inspect,":[65],"search).":[66],"We":[67,106,126],"trained":[68],"machine":[69],"learning":[70],"models":[71],"(SVM,":[72],"Random":[73],"Forest,":[74],"Extremely":[75],"Randomized":[76],"Trees)":[77],"with":[78,95],"extracted":[79],"features":[80],"achieved":[82],"up":[84],"to":[85,102,118],"98.7%":[86],"activity-recognition":[87],"accuracy.":[88],"On":[89],"the":[90,108,120,128],"HL2,":[91],"provided":[93],"feedback":[98],"that":[99],"is":[100],"relevant":[101],"their":[103],"current":[104],"activity.":[105],"present":[107],"components":[109],"of":[110,123],"our":[111,146],"system":[112],"(GEAR)":[113],"including":[114],"solution":[117],"enable":[119],"controlled":[121],"sharing":[122],"data.":[125],"scripts":[129],"anonymized":[131],"datasets":[132],"which":[133],"can":[134],"be":[135],"as":[137],"teaching":[138],"material":[139],"in":[140],"graduate":[141],"courses":[142],"or":[143],"reproducing":[145],"findings.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":12}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}