{"id":"https://openalex.org/W3160148151","doi":"https://doi.org/10.1145/3488932.3517388","title":"Common Evaluation Pitfalls in Touch-Based Authentication Systems","display_name":"Common Evaluation Pitfalls in Touch-Based Authentication Systems","publication_year":2022,"publication_date":"2022-05-24","ids":{"openalex":"https://openalex.org/W3160148151","doi":"https://doi.org/10.1145/3488932.3517388","mag":"3160148151"},"language":"en","primary_location":{"id":"doi:10.1145/3488932.3517388","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488932.3517388","pdf_url":null,"source":{"id":"https://openalex.org/S4363609011","display_name":"Proceedings of the 2022 ACM on Asia Conference on Computer and Communications Security","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM on Asia Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060799238","display_name":"Martin Georgiev","orcid":"https://orcid.org/0000-0002-5558-6497"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Martin Georgiev","raw_affiliation_strings":["University of Oxford, Oxford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004021278","display_name":"Simon Eberz","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon Eberz","raw_affiliation_strings":["University of Oxford, Oxford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021149698","display_name":"Henry Turner","orcid":"https://orcid.org/0000-0001-7544-2581"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Henry Turner","raw_affiliation_strings":["University of Oxford, Oxford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005705199","display_name":"Giulio Lovisotto","orcid":"https://orcid.org/0000-0002-0517-4443"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Giulio Lovisotto","raw_affiliation_strings":["University of Oxford, Oxford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033928805","display_name":"Ivan Martinovi\u0107","orcid":"https://orcid.org/0000-0003-2340-3040"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ivan Martinovic","raw_affiliation_strings":["University of Oxford, Oxford, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":1.4553,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83962264,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1049","last_page":"1063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8210580348968506},{"id":"https://openalex.org/keywords/swipe","display_name":"SwIPe","score":0.694192111492157},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.653889000415802},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.5984391570091248},{"id":"https://openalex.org/keywords/authentication","display_name":"Authentication (law)","score":0.5475181937217712},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5409939885139465},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.5210087299346924},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4863463044166565},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.46206387877464294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42204004526138306},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18934351205825806}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8210580348968506},{"id":"https://openalex.org/C2779623668","wikidata":"https://www.wikidata.org/wiki/Q7652842","display_name":"SwIPe","level":2,"score":0.694192111492157},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.653889000415802},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.5984391570091248},{"id":"https://openalex.org/C148417208","wikidata":"https://www.wikidata.org/wiki/Q4825882","display_name":"Authentication (law)","level":2,"score":0.5475181937217712},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5409939885139465},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.5210087299346924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4863463044166565},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46206387877464294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42204004526138306},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18934351205825806},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3488932.3517388","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488932.3517388","pdf_url":null,"source":{"id":"https://openalex.org/S4363609011","display_name":"Proceedings of the 2022 ACM on Asia Conference on Computer and Communications Security","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM on Asia Conference on Computer and Communications Security","raw_type":"proceedings-article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:5f1abaa7-52a4-430b-9208-128d9f1832fd","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:5f1abaa7-52a4-430b-9208-128d9f1832fd","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hyrax Deposit","raw_type":"Dataset"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:d5919db3-db18-4fc5-a711-b3c79b032dee","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:d5919db3-db18-4fc5-a711-b3c79b032dee","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements","raw_type":"Conference item"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G129061667","display_name":null,"funder_award_id":"1939120","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8467514335","display_name":"Cyber Security CDT Phase Two (University of Oxford)","funder_award_id":"EP/P00881X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1992330729","https://openalex.org/W2017658349","https://openalex.org/W2037840628","https://openalex.org/W2038790378","https://openalex.org/W2064053094","https://openalex.org/W2064747641","https://openalex.org/W2074406744","https://openalex.org/W2090869555","https://openalex.org/W2098617375","https://openalex.org/W2129793529","https://openalex.org/W2151854612","https://openalex.org/W2175138863","https://openalex.org/W2218307818","https://openalex.org/W2280718384","https://openalex.org/W2340654679","https://openalex.org/W2407161528","https://openalex.org/W2535614671","https://openalex.org/W2539476124","https://openalex.org/W2565429718","https://openalex.org/W2572839764","https://openalex.org/W2602531037","https://openalex.org/W2735324851","https://openalex.org/W2743116291","https://openalex.org/W2751998190","https://openalex.org/W2788264489","https://openalex.org/W2800539131","https://openalex.org/W2804672261","https://openalex.org/W2893058726","https://openalex.org/W2900584856","https://openalex.org/W2942717588","https://openalex.org/W3021416257","https://openalex.org/W3104897234","https://openalex.org/W3110554871","https://openalex.org/W4232737009","https://openalex.org/W4240900090","https://openalex.org/W4289441068"],"related_works":["https://openalex.org/W2398889655","https://openalex.org/W2549484948","https://openalex.org/W4205559861","https://openalex.org/W2536378363","https://openalex.org/W2158820730","https://openalex.org/W1547097662","https://openalex.org/W3202730707","https://openalex.org/W3007448029","https://openalex.org/W4379134739","https://openalex.org/W2668140649"],"abstract_inverted_index":{"In":[0],"this":[1,138],"paper,":[2],"we":[3,43,110,204,224],"investigate":[4,44],"common":[5,175],"pitfalls":[6,207],"affecting":[7],"the":[8,45,199,206,245],"evaluation":[9,176,182],"of":[10,47,54,88,96,102,114,122,132,180,189,228,242],"authentication":[11],"systems":[12],"based":[13],"on":[14,208,221],"touch":[15,90,123],"dynamics.":[16],"We":[17,83,136,170,192],"consider":[18],"different":[19,61],"factors":[20],"that":[21,94],"lead":[22,235],"to":[23,236],"misrepresented":[24],"performance,":[25],"are":[26],"incompatible":[27],"with":[28,39],"stated":[29],"system":[30],"and":[31,37,56,79,116,140,218,239],"threat":[32],"models":[33,63],"or":[34],"impede":[35],"reproducibility":[36],"comparability":[38],"previous":[40],"work.":[41],"Specifically,":[42],"effects":[46,179,197],"(i)":[48],"small":[49],"sample":[50],"sizes":[51],"(both":[52],"number":[53],"users":[55,127],"recording":[57],"sessions),":[58],"(ii)":[59],"using":[60],"phone":[62,166],"in":[64,76,151,173,185,244],"training":[65,70,77,163],"data,":[66,71],"(iii)":[67],"selecting":[68],"non-contiguous":[69,162],"(iv)":[72],"inserting":[73],"attacker":[74,159],"samples":[75],"data":[78,160,164],"(v)":[80],"swipe":[81],"aggregation.":[82],"perform":[84],"a":[85,112,118,174,186,226],"systematic":[86],"review":[87],"30":[89],"dynamics":[91,124],"papers":[92],"showing":[93],"all":[95],"them":[97],"overlook":[98],"at":[99],"least":[100],"one":[101],"these":[103,181,196,222],"pitfalls.":[104],"To":[105],"quantify":[106],"each":[107],"pitfall's":[108],"effect,":[109],"design":[111],"set":[113,227],"experiments":[115],"collect":[117],"new":[119],"longitudinal":[120],"dataset":[121,139],"from":[125],"470":[126],"over":[128],"31":[129],"days":[130],"comprised":[131],"1,166,092":[133],"unique":[134],"swipes.":[135],"make":[137],"our":[141],"code":[142],"available":[143],"online.":[144],"Our":[145],"results":[146,243],"show":[147,171],"significant":[148],"percentage-point":[149],"changes":[150],"reported":[152],"mean":[153],"EER":[154],"for":[155],"several":[156],"pitfalls:":[157],"including":[158],"(2.55%),":[161],"(3.8%),":[165],"model":[167],"mixing":[168],"(3.2%-5.8%).":[169],"that,":[172,231],"setting,":[177],"cumulative":[178],"choices":[183],"result":[184],"combined":[187],"difference":[188],"8.9%":[190],"EER.":[191],"also":[193],"largely":[194],"observe":[195],"across":[198],"entire":[200],"ROC":[201],"curve.":[202],"Furthermore,":[203],"validate":[205],"four":[209],"distinct":[210],"classifiers":[211],"-":[212],"SVM,":[213],"Random":[214],"Forest,":[215],"Neural":[216],"Network,":[217],"kNN.":[219],"Based":[220],"insights,":[223],"propose":[225],"best":[229],"practices":[230],"if":[232],"followed,":[233],"will":[234],"more":[237],"realistic":[238],"comparable":[240],"reporting":[241],"field.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}