{"id":"https://openalex.org/W2969852018","doi":"https://doi.org/10.14722/usec.2019.23028","title":"A Phish Scale: Rating Human Phishing Message Detection Difficulty","display_name":"A Phish Scale: Rating Human Phishing Message Detection Difficulty","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2969852018","doi":"https://doi.org/10.14722/usec.2019.23028","mag":"2969852018"},"language":"en","primary_location":{"id":"doi:10.14722/usec.2019.23028","doi":"https://doi.org/10.14722/usec.2019.23028","is_oa":true,"landing_page_url":"https://doi.org/10.14722/usec.2019.23028","pdf_url":"https://doi.org/10.14722/usec.2019.23028","source":{"id":"https://openalex.org/S7407105095","display_name":"Workshop on Usable Security (USEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 2019 Workshop on Usable Security","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2969852018"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.14722/usec.2019.23028","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061468478","display_name":"Michelle Potts Steves","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle P. Steves","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073638056","display_name":"Kristen K. Greene","orcid":"https://orcid.org/0000-0001-7034-3672","observed_orcids":["https://orcid.org/0000-0001-7034-3672"]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristen K. Greene","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010628621","display_name":"Mary Frances Theofanos","orcid":"https://orcid.org/0000-0002-3209-6807","observed_orcids":["https://orcid.org/0000-0002-3209-6807"]},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary F. Theofanos","raw_affiliation_strings":["National Institute of Standards and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":2.4034,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.90239175,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/phishing-detection","display_name":"phishing detection","score":0.6890000104904175},{"id":"https://openalex.org/keywords/click-through-rate","display_name":"click-through rate","score":0.7260000109672546},{"id":"https://openalex.org/keywords/user-context","display_name":"user context","score":0.6620000004768372},{"id":"https://openalex.org/keywords/human-factors-in-cybersecurity","display_name":"human factors in cybersecurity","score":0.45399999618530273},{"id":"https://openalex.org/keywords/training-effectiveness","display_name":"training effectiveness","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C83860907","wikidata":"https://www.wikidata.org/wiki/Q135005","display_name":"Phishing","level":3,"score":0.7740355730056763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7024471163749695},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5666043162345886},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4316197633743286},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21485406160354614},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.1697593629360199},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14722/usec.2019.23028","doi":"https://doi.org/10.14722/usec.2019.23028","is_oa":true,"landing_page_url":"https://doi.org/10.14722/usec.2019.23028","pdf_url":"https://doi.org/10.14722/usec.2019.23028","source":{"id":"https://openalex.org/S7407105095","display_name":"Workshop on Usable Security (USEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 2019 Workshop on Usable Security","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.14722/usec.2019.23028","doi":"https://doi.org/10.14722/usec.2019.23028","is_oa":true,"landing_page_url":"https://doi.org/10.14722/usec.2019.23028","pdf_url":"https://doi.org/10.14722/usec.2019.23028","source":{"id":"https://openalex.org/S7407105095","display_name":"Workshop on Usable Security (USEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 2019 Workshop on Usable Security","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2969852018.pdf","grobid_xml":"https://content.openalex.org/works/W2969852018.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W66554464","https://openalex.org/W843704741","https://openalex.org/W1507740920","https://openalex.org/W1545244370","https://openalex.org/W1968042088","https://openalex.org/W1974464813","https://openalex.org/W1975580288","https://openalex.org/W2001195938","https://openalex.org/W2022334732","https://openalex.org/W2029827226","https://openalex.org/W2052176706","https://openalex.org/W2081430061","https://openalex.org/W2099889974","https://openalex.org/W2131906261","https://openalex.org/W2142287040","https://openalex.org/W2221203134","https://openalex.org/W2252446659","https://openalex.org/W2488334223","https://openalex.org/W2510870740","https://openalex.org/W2606850380","https://openalex.org/W2752099845","https://openalex.org/W2762163262","https://openalex.org/W2789177314","https://openalex.org/W2796415314","https://openalex.org/W2810024260","https://openalex.org/W2810389807","https://openalex.org/W2859027636","https://openalex.org/W2883464778","https://openalex.org/W2903774181","https://openalex.org/W2906376056","https://openalex.org/W4239497068","https://openalex.org/W4250933012","https://openalex.org/W7047363569","https://openalex.org/W7055988496","https://openalex.org/W7100357752"],"related_works":["https://openalex.org/W3085861814","https://openalex.org/W3183818202","https://openalex.org/W4388543382","https://openalex.org/W4296079524","https://openalex.org/W4416679398","https://openalex.org/W7058072843","https://openalex.org/W7005953624","https://openalex.org/W4288057710","https://openalex.org/W4399268067","https://openalex.org/W7169003070"],"abstract_inverted_index":{"As":[0],"organizations":[1],"continue":[2],"to":[3,34,55,93,139,169,187],"invest":[4],"in":[5,130],"phishing":[6,63,78,106,116,131,148,162,177,193],"awareness":[7],"training":[8,20,32,41,107],"programs,":[9],"many":[10],"Chief":[11],"Information":[12],"Security":[13],"Officers":[14],"(CISOs)":[15],"are":[16,24,45],"concerned":[17],"when":[18,42,73],"their":[19,115],"exercise":[21,194],"click":[22,43,50,122,195],"rates":[23,44,51,196],"high":[25],"or":[26],"variable,":[27],"as":[28,184],"they":[29],"must":[30],"justify":[31],"budgets":[33],"those":[35],"who":[36],"question":[37],"the":[38,59,62,74,112,160],"efficacy":[39],"of":[40,61,76,114,176],"not":[46],"declining.We":[47],"argue":[48],"that":[49,72],"should":[52],"be":[53],"expected":[54],"vary":[56],"based":[57,124],"on":[58,127,192],"difficulty":[60,113],"email":[64,79],"for":[65,91],"a":[66,77,82,95,100,173,185],"target":[67],"audience.Past":[68],"research":[69,129],"has":[70],"shown":[71],"premise":[75],"aligns":[80],"with":[81,159,172],"user's":[83],"work":[84,166],"context,":[85,135],"it":[86,138,171],"is":[87,167],"much":[88],"more":[89],"challenging":[90],"users":[92],"detect":[94],"phish.Given":[96],"this,":[97],"we":[98],"propose":[99],"Phish":[101,155,179],"Scale,":[102],"so":[103],"CISOs":[104],"and":[105,118,133,136,143],"implementers":[108],"can":[109],"easily":[110],"rate":[111],"exercises":[117,149],"help":[119,188],"explain":[120],"associated":[121],"rates.We":[123],"our":[125],"scale":[126],"past":[128],"cues":[132],"user":[134],"applied":[137],"previously":[140],"published":[141],"data":[142,145,190],"new":[144],"from":[146],"organization-wide":[147],"targeting":[150],"approximately":[151],"5":[152],"000":[153],"employees.The":[154],"Scale":[156,180],"performed":[157],"well":[158],"current":[161],"dataset,":[163],"but":[164],"future":[165],"needed":[168],"validate":[170],"larger":[174],"variety":[175],"emails.The":[178],"shows":[181],"great":[182],"promise":[183],"tool":[186],"frame":[189],"sharing":[191],"across":[197],"sectors.":[198]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2969852018","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-08-29T00:00:00"}
