{"id":"https://openalex.org/W4402728080","doi":"https://doi.org/10.1145/3696418","title":"ArmSpy++: Enhanced PIN Inference through Video-based Fine-grained Arm Posture Analysis","display_name":"ArmSpy++: Enhanced PIN Inference through Video-based Fine-grained Arm Posture Analysis","publication_year":2024,"publication_date":"2024-09-23","ids":{"openalex":"https://openalex.org/W4402728080","doi":"https://doi.org/10.1145/3696418"},"language":"en","primary_location":{"id":"doi:10.1145/3696418","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696418","pdf_url":null,"source":{"id":"https://openalex.org/S4210174050","display_name":"ACM Transactions on Privacy and Security","issn_l":"2471-2566","issn":["2471-2566","2471-2574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Privacy and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103201162","display_name":"Huan Dai","orcid":"https://orcid.org/0000-0003-2708-2790"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huan Dai","raw_affiliation_strings":["Suzhou University of Science and Technology, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2708-2790","affiliations":[{"raw_affiliation_string":"Suzhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091548023","display_name":"Yuefeng Chen","orcid":"https://orcid.org/0009-0006-5769-6469"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuefeng Chen","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0006-5769-6469","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089207627","display_name":"Yicong Du","orcid":"https://orcid.org/0000-0001-5105-4648"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yicong Du","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-5105-4648","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748059","display_name":"Luping Wang","orcid":"https://orcid.org/0000-0002-6712-314X"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luping Wang","raw_affiliation_strings":["Suzhou University of Science and Technology, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6712-314X","affiliations":[{"raw_affiliation_string":"Suzhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104040111","display_name":"Ziyu Shao","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Shao","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0007-6180-9961","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334703","display_name":"Hongbo Liu","orcid":"https://orcid.org/0000-0003-1162-839X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Liu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1162-839X","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032724669","display_name":"Yanzhi Ren","orcid":"https://orcid.org/0000-0002-2286-1384"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhi Ren","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2286-1384","affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012589427","display_name":"Jiadi Yu","orcid":"https://orcid.org/0000-0002-0207-9643"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiadi Yu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0207-9643","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030361565","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0003-2519-6196"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Liu","raw_affiliation_strings":["Auburn University, Auburn, United States"],"raw_orcid":"https://orcid.org/0000-0003-2519-6196","affiliations":[{"raw_affiliation_string":"Auburn University, Auburn, United States","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5103201162"],"corresponding_institution_ids":["https://openalex.org/I308837"],"apc_list":null,"apc_paid":null,"fwci":0.6422,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69270513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"28","issue":"1","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12006","display_name":"Ergonomics and Musculoskeletal Disorders","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6839274168014526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5499873757362366},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38369476795196533},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3775946795940399},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3262448310852051}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6839274168014526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5499873757362366},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38369476795196533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3775946795940399},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3262448310852051}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696418","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696418","pdf_url":null,"source":{"id":"https://openalex.org/S4210174050","display_name":"ACM Transactions on Privacy and Security","issn_l":"2471-2566","issn":["2471-2566","2471-2574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Privacy and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1254716215","display_name":null,"funder_award_id":"2022YFB3103404","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1556919548","display_name":null,"funder_award_id":"2023NSFSC0478, 2023NSFSC0488","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"},{"id":"https://openalex.org/G3832090153","display_name":null,"funder_award_id":"62172080, 62271124","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W615426880","https://openalex.org/W2109606373","https://openalex.org/W2128025167","https://openalex.org/W2294170611","https://openalex.org/W2408661706","https://openalex.org/W2466188202","https://openalex.org/W2790826872","https://openalex.org/W2791502141","https://openalex.org/W2889340725","https://openalex.org/W2914452207","https://openalex.org/W2916895249","https://openalex.org/W3015911696","https://openalex.org/W3047296477","https://openalex.org/W3136550168","https://openalex.org/W3172377130","https://openalex.org/W4214931895","https://openalex.org/W4232172926","https://openalex.org/W4233375563","https://openalex.org/W4234552385","https://openalex.org/W4283207471","https://openalex.org/W4289126832","https://openalex.org/W4297927038"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"As":[0],"one":[1],"of":[2,24,39,48,64,71,137,167,194],"the":[3,46,52,55,62,66,69,102,110,124,143,152,165,192,195],"most":[4],"common":[5],"ways":[6],"for":[7,160,188],"user":[8],"authentication,":[9],"Personal":[10],"Identification":[11],"Number":[12],"(PIN),":[13],"due":[14],"to":[15,32,97,117,131,149],"its":[16],"simplicity":[17],"and":[18,35,54,68,109,127,185],"convenience,":[19],"has":[20],"suffered":[21],"from":[22],"plenty":[23],"side-channel":[25],"attacks,":[26],"which":[27],"pose":[28],"a":[29,133,156],"severe":[30],"threat":[31,196],"people\u2019s":[33],"privacy":[34],"property.":[36],"The":[37,170],"success":[38,135],"existing":[40],"attacks":[41],"is":[42],"usually":[43],"built":[44,86],"upon":[45,87],"premise":[47],"no":[49],"occlusion":[50],"between":[51,113],"attacker":[53],"victim\u2019s":[56],"hand":[57],"gesture,":[58],"but":[59],"it":[60],"increases":[61],"difficulty":[63],"launching":[65],"attack":[67,85],"possibility":[70],"exposure.":[72],"To":[73],"overcome":[74],"such":[75],"limitation,":[76],"we":[77],"propose":[78],"ArmSpy++,":[79],"an":[80],"improved":[81],"video-assisted":[82],"PIN":[83,138,145],"inference":[84],"our":[88],"previous":[89],"research,":[90],"ArmSpy.":[91],"Specifically,":[92],"ArmSpy++":[93,121,163,175],"employs":[94],"new":[95],"modules":[96],"leverage":[98],"more":[99],"features":[100],"like":[101],"keystroke-induced":[103],"elbow":[104],"bending,":[105],"wrist":[106],"speed":[107],"variation,":[108],"spatial":[111],"relationship":[112,126],"different":[114],"arm":[115],"joints,":[116],"correctly":[118],"detect":[119],"Keystrokes.":[120],"delves":[122],"into":[123],"perspective":[125],"natural":[128],"typing":[129],"habits":[130],"ensure":[132],"high":[134],"rate":[136],"inference.":[139],"We":[140],"also":[141],"re-designed":[142],"inferred":[144],"pattern":[146],"coordination":[147],"mechanism":[148],"accurately":[150],"deduce":[151],"PINs.":[153],"By":[154],"using":[155],"pre-trained":[157],"HigherHRNet":[158],"model":[159],"posture":[161],"estimation":[162],"eliminates":[164],"necessity":[166],"additional":[168],"training.":[169],"extensive":[171],"experiments":[172],"demonstrate":[173],"that":[174],"can":[176],"achieve":[177],"over":[178],"83.1%":[179],"average":[180],"accuracy":[181],"with":[182],"3":[183],"attempts":[184],"even":[186],"92.5%":[187],"some":[189],"victims,":[190],"indicating":[191],"severity":[193],"posed":[197],"by":[198],"ArmSpy++.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}