{"id":"https://openalex.org/W4402350191","doi":"https://doi.org/10.1145/3678573","title":"ShouldAR: Detecting Shoulder Surfing Attacks Using Multimodal Eye Tracking and Augmented Reality","display_name":"ShouldAR: Detecting Shoulder Surfing Attacks Using Multimodal Eye Tracking and Augmented Reality","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4402350191","doi":"https://doi.org/10.1145/3678573"},"language":"en","primary_location":{"id":"doi:10.1145/3678573","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678573","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3678573","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034528455","display_name":"Matthew Corbett","orcid":"https://orcid.org/0000-0002-1315-5066"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew Corbett","raw_affiliation_strings":["Virginia Tech, Blacksburg, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0002-1315-5066","affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, Virginia, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070114175","display_name":"Brendan David-John","orcid":"https://orcid.org/0000-0003-3292-1130"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan David-John","raw_affiliation_strings":["Virginia Tech, Blacksburg, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0003-3292-1130","affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, Virginia, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020662666","display_name":"Jiacheng Shang","orcid":"https://orcid.org/0000-0003-3695-0991"},"institutions":[{"id":"https://openalex.org/I166088655","display_name":"Montclair State University","ror":"https://ror.org/01nxc2t48","country_code":"US","type":"education","lineage":["https://openalex.org/I166088655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiacheng Shang","raw_affiliation_strings":["Montclair State University, Montclair, New Jersey, USA"],"raw_orcid":"https://orcid.org/0000-0003-3695-0991","affiliations":[{"raw_affiliation_string":"Montclair State University, Montclair, New Jersey, USA","institution_ids":["https://openalex.org/I166088655"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040279482","display_name":"Bo Ji","orcid":"https://orcid.org/0000-0003-0149-7509"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Ji","raw_affiliation_strings":["Virginia Tech, Blacksburg, Virginia, USA"],"raw_orcid":"https://orcid.org/0000-0003-0149-7509","affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, Virginia, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5034528455"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":6.714,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96799119,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":"3","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.9223136305809021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.766498327255249},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6829678416252136},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.6677082180976868},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.6397894620895386},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.6089736223220825},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.5645113587379456},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.516818642616272},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4396117925643921},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42913007736206055},{"id":"https://openalex.org/keywords/authentication","display_name":"Authentication (law)","score":0.41769149899482727},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3934398889541626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3927227556705475},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.20475837588310242},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1296033263206482}],"concepts":[{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.9223136305809021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.766498327255249},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6829678416252136},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.6677082180976868},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.6397894620895386},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.6089736223220825},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.5645113587379456},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.516818642616272},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4396117925643921},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42913007736206055},{"id":"https://openalex.org/C148417208","wikidata":"https://www.wikidata.org/wiki/Q4825882","display_name":"Authentication (law)","level":2,"score":0.41769149899482727},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3934398889541626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3927227556705475},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.20475837588310242},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1296033263206482},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3678573","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678573","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/121300","is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/121300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3678573","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3678573","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.41999998688697815}],"awards":[],"funders":[{"id":"https://openalex.org/F328363578","display_name":"Commonwealth Cyber Initiative","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1540682689","https://openalex.org/W1967370536","https://openalex.org/W1987485968","https://openalex.org/W1991252272","https://openalex.org/W2046616910","https://openalex.org/W2078483465","https://openalex.org/W2082322192","https://openalex.org/W2088344471","https://openalex.org/W2126453598","https://openalex.org/W2139094422","https://openalex.org/W2151027695","https://openalex.org/W2153245338","https://openalex.org/W2155591525","https://openalex.org/W2346630854","https://openalex.org/W2400409637","https://openalex.org/W2479623378","https://openalex.org/W2611149039","https://openalex.org/W2735202016","https://openalex.org/W2759738317","https://openalex.org/W2803610987","https://openalex.org/W2904427446","https://openalex.org/W2911294015","https://openalex.org/W2925198140","https://openalex.org/W2966151382","https://openalex.org/W2979393009","https://openalex.org/W2991449949","https://openalex.org/W2996534282","https://openalex.org/W3032261036","https://openalex.org/W3092446063","https://openalex.org/W3109540917","https://openalex.org/W3198782371","https://openalex.org/W4205563072","https://openalex.org/W4211165038","https://openalex.org/W4225409014","https://openalex.org/W4236169548","https://openalex.org/W4286255287","https://openalex.org/W4297156468","https://openalex.org/W4376626137","https://openalex.org/W4387611749","https://openalex.org/W4395029714"],"related_works":["https://openalex.org/W2549567669","https://openalex.org/W2323345712","https://openalex.org/W104838418","https://openalex.org/W1532889363","https://openalex.org/W4292416459","https://openalex.org/W2394331374","https://openalex.org/W4225253169","https://openalex.org/W4220921009","https://openalex.org/W2161294397","https://openalex.org/W2012644758"],"abstract_inverted_index":{"Shoulder":[0],"surfing":[1],"attacks":[2],"(SSAs)":[3],"are":[4,48,57],"a":[5,72,100,122,143,151,154],"type":[6],"of":[7,20,118,132,135],"observation":[8],"attack":[9,23,61],"designed":[10],"to":[11,59,77,102,158,173],"illicitly":[12],"gather":[13],"sensitive":[14,181],"data":[15],"from":[16,86],"\"over":[17],"the":[18,88,128,147,159],"shoulder\"":[19],"victims.":[21],"This":[22],"can":[24],"be":[25],"directed":[26],"at":[27,37],"mobile":[28,64,73],"devices,":[29],"desktop":[30],"screens,":[31],"Personal":[32],"Identification":[33],"Number":[34],"(PIN)":[35],"pads":[36],"an":[38,95,166],"Automated":[39],"Teller":[40],"Machine":[41],"(ATM),":[42],"or":[43,66],"written":[44],"text.":[45],"Existing":[46],"solutions":[47],"generally":[49],"focused":[50],"on":[51,146],"authentication":[52],"techniques":[53],"(e.g.,":[54,63],"logins)":[55],"and":[56,74,91,111,115,140,176],"limited":[58],"specific":[60],"scenarios":[62],"devices":[65],"PIN":[67],"Pads).":[68],"We":[69],"present":[70],"ShotjldAR,":[71],"usable":[75],"system":[76],"detect":[78],"SSAs":[79,136],"using":[80,150],"multimodal":[81],"eye":[82,105,112],"gaze":[83,106,113],"information":[84,178],"(i.e.,":[85],"both":[87,138,174],"potential":[89,119],"attacker":[90],"victim).":[92],"ShouldAR":[93,163],"uses":[94],"augmented":[96],"reality":[97],"headset":[98],"as":[99],"platform":[101],"incorporate":[103],"user":[104,116],"tracking,":[107],"rear-facing":[108,152],"image":[109],"collection":[110],"analysis,":[114],"notification":[117],"attacks.":[120],"In":[121],"24-participant":[123],"study,":[124],"we":[125],"show":[126],"that":[127,171],"prototype":[129],"is":[130],"capable":[131],"detecting":[133],"87.28%":[134],"against":[137],"physical":[139,177],"digital":[141,175],"targets,":[142],"two-fold":[144],"improvement":[145],"baseline":[148],"solution":[149,157],"mirror,":[153],"widely":[155],"used":[156],"SSA":[160,169],"problem.":[161],"The":[162],"approach":[164],"provides":[165],"AR-based,":[167],"active":[168],"defense":[170],"applies":[172],"entry":[179],"in":[180],"environments.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}