{"id":"https://openalex.org/W2955236358","doi":"https://doi.org/10.1145/3328916","title":"Keyboard Snooping from Mobile Phone Arrays with Mixed Convolutional and Recurrent Neural Networks","display_name":"Keyboard Snooping from Mobile Phone Arrays with Mixed Convolutional and Recurrent Neural Networks","publication_year":2019,"publication_date":"2019-06-21","ids":{"openalex":"https://openalex.org/W2955236358","doi":"https://doi.org/10.1145/3328916","mag":"2955236358"},"language":"en","primary_location":{"id":"doi:10.1145/3328916","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328916","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011331874","display_name":"Tyler Giallanza","orcid":"https://orcid.org/0000-0002-2241-9369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tyler Giallanza","raw_affiliation_strings":["Darwin Deason Institute for Cybersecurity, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Darwin Deason Institute for Cybersecurity, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074593593","display_name":"Travis Siems","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Travis Siems","raw_affiliation_strings":["Darwin Deason Institute for Cybersecurity, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Darwin Deason Institute for Cybersecurity, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080757371","display_name":"Elena Smith","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elena Smith","raw_affiliation_strings":["Darwin Deason Institute for Cybersecurity, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Darwin Deason Institute for Cybersecurity, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033166675","display_name":"Erik Gabrielsen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erik Gabrielsen","raw_affiliation_strings":["Darwin Deason Institute for Cybersecurity, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Darwin Deason Institute for Cybersecurity, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052975891","display_name":"Ian Johnson","orcid":"https://orcid.org/0000-0001-5951-6990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ian Johnson","raw_affiliation_strings":["Darwin Deason Institute for Cybersecurity, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Darwin Deason Institute for Cybersecurity, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082009815","display_name":"Mitchell A. Thornton","orcid":"https://orcid.org/0000-0003-3559-9511"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitchell A. Thornton","raw_affiliation_strings":["Darwin Deason Institute for Cybersecurity, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Darwin Deason Institute for Cybersecurity, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023773515","display_name":"Eric C. Larson","orcid":"https://orcid.org/0000-0001-6040-868X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eric C. Larson","raw_affiliation_strings":["Darwin Deason Institute for Cybersecurity, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Darwin Deason Institute for Cybersecurity, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0738,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.93185534,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"3","issue":"2","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7245209217071533},{"id":"https://openalex.org/keywords/mobile-phone","display_name":"Mobile phone","score":0.6085840463638306},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5552110075950623},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.5223885178565979},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.5084201693534851},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4644475281238556},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4239398241043091},{"id":"https://openalex.org/keywords/keystroke-logging","display_name":"Keystroke logging","score":0.4201432168483734},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33680060505867004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28062504529953003},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.19507437944412231},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14263653755187988},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13394823670387268},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08462059497833252}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7245209217071533},{"id":"https://openalex.org/C2777421447","wikidata":"https://www.wikidata.org/wiki/Q17517","display_name":"Mobile phone","level":2,"score":0.6085840463638306},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5552110075950623},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.5223885178565979},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.5084201693534851},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4644475281238556},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4239398241043091},{"id":"https://openalex.org/C161615301","wikidata":"https://www.wikidata.org/wiki/Q309396","display_name":"Keystroke logging","level":2,"score":0.4201432168483734},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33680060505867004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28062504529953003},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.19507437944412231},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14263653755187988},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13394823670387268},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08462059497833252},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3328916","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328916","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W58609180","https://openalex.org/W179875071","https://openalex.org/W1508856789","https://openalex.org/W1523493493","https://openalex.org/W1533974647","https://openalex.org/W1536680647","https://openalex.org/W1558306184","https://openalex.org/W1637570796","https://openalex.org/W1738019091","https://openalex.org/W1766888123","https://openalex.org/W1902237438","https://openalex.org/W1973132608","https://openalex.org/W1973831058","https://openalex.org/W1995562189","https://openalex.org/W2007382769","https://openalex.org/W2010882865","https://openalex.org/W2090465075","https://openalex.org/W2091432990","https://openalex.org/W2106822551","https://openalex.org/W2115717467","https://openalex.org/W2117130368","https://openalex.org/W2131774270","https://openalex.org/W2136848157","https://openalex.org/W2150639461","https://openalex.org/W2156387975","https://openalex.org/W2158849374","https://openalex.org/W2171665783","https://openalex.org/W2194775991","https://openalex.org/W2294170611","https://openalex.org/W2347032234","https://openalex.org/W2401233188","https://openalex.org/W2508265845","https://openalex.org/W2525778437","https://openalex.org/W2557283755","https://openalex.org/W2559655401","https://openalex.org/W2584782119","https://openalex.org/W2600249726","https://openalex.org/W2773432042","https://openalex.org/W2777559251","https://openalex.org/W2912835014","https://openalex.org/W2951359136","https://openalex.org/W3103224673","https://openalex.org/W4254373586"],"related_works":["https://openalex.org/W1466352809","https://openalex.org/W2496611875","https://openalex.org/W2066653138","https://openalex.org/W2983735090","https://openalex.org/W4212984397","https://openalex.org/W2604534946","https://openalex.org/W2806686226","https://openalex.org/W287219369","https://openalex.org/W4387166293","https://openalex.org/W2034270808"],"abstract_inverted_index":{"The":[0],"ubiquity":[1],"of":[2,13,46,61,67,84,121,160,164,182,197,203,235,246,259,273],"modern":[3],"smartphones,":[4],"because":[5],"they":[6],"are":[7,56,72],"equipped":[8],"with":[9,137,211],"a":[10,16,33,37,52,76,101,108,115,119,133,170,193,212,226,240,250],"wide":[11],"range":[12],"sensors,":[14],"poses":[15],"potential":[17,180],"security":[18],"risk---malicious":[19],"actors":[20],"could":[21],"utilize":[22],"these":[23],"sensors":[24],"to":[25,48,105,157,224,263,276],"detect":[26,158],"private":[27],"information":[28],"such":[29,169,260],"as":[30,110],"the":[31,44,59,65,82,130,155,179,188,208,229,236,244,257],"keystrokes":[32,97,161,199],"user":[34,174,214,241,251],"enters":[35],"on":[36,51,100,248],"nearby":[38,53],"keyboard.":[39],"Existing":[40],"studies":[41],"have":[42,154],"examined":[43],"ability":[45,156,210],"phones":[47,106,205],"predict":[49],"typing":[50,63,140,215],"keyboard":[54,102,247],"but":[55,279],"limited":[57],"by":[58],"realism":[60],"collected":[62],"data,":[64],"expressiveness":[66],"employed":[68],"prediction":[69],"models,":[70],"and":[71,91,124,128,162,206,243,267],"typically":[73],"conducted":[74],"in":[75,103,114,132,168,216,222],"relatively":[77],"noise-free":[78],"environment.":[79],"We":[80,117,219],"investigate":[81,178],"capability":[83],"mobile":[85,151,204],"phone":[86,152],"sensor":[87,93],"arrays":[88,153],"(using":[89],"audio":[90],"motion":[92],"data)":[94],"for":[95],"classifying":[96],"that":[98,150],"occur":[99],"proximity":[104],"around":[107],"table,":[109],"would":[111,231],"be":[112,277],"common":[113],"meeting.":[116],"develop":[118],"system":[120,131,195],"mixed":[122],"convolutional":[123],"recurrent":[125],"neural":[126],"networks":[127],"deploy":[129],"human":[134],"subjects":[135],"experiment":[136],"20":[138],"users":[139],"naturally":[141],"while":[142],"talking.":[143],"Using":[144],"leave-one-user-out":[145],"cross":[146],"validation,":[147],"we":[148,185,268],"find":[149],"41.8%":[159],"27%":[163],"typed":[165],"words":[166],"correctly":[167],"noisy":[171],"environment---even":[172],"without":[173],"specific":[175],"training.":[176],"To":[177],"threat":[181,271],"this":[183,274],"attack,":[184,228],"further":[186],"developed":[187],"machine":[189],"learning":[190],"models":[191],"into":[192],"realtime":[194],"capable":[196,265],"discerning":[198],"from":[200,238],"an":[201,261],"array":[202],"evaluated":[207],"system's":[209],"single":[213],"varying":[217],"conditions.":[218],"conclude":[220,270],"that,":[221],"order":[223],"launch":[225],"successful":[227],"attacker":[230],"need":[232],"advanced":[233],"knowledge":[234],"table":[237],"which":[239,249],"types,":[242],"style":[245],"types.":[252],"These":[253],"constraints":[254],"greatly":[255],"limit":[256],"feasibility":[258],"attack":[262,275],"highly":[264],"attackers":[266],"therefore":[269],"level":[272],"low,":[278],"non-zero.":[280]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}
