{"id":"https://openalex.org/W4408346371","doi":"https://doi.org/10.1007/978-3-031-83072-3_3","title":"Why Most Results of\u00a0Socio-Technical Security User Studies are False","display_name":"Why Most Results of\u00a0Socio-Technical Security User Studies are False","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408346371","doi":"https://doi.org/10.1007/978-3-031-83072-3_3"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-83072-3_3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-83072-3_3","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-83072-3_3.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-83072-3_3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026061564","display_name":"Thomas Gro\u00df","orcid":"https://orcid.org/0000-0002-7766-2454"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Thomas Gro\u00df","raw_affiliation_strings":["School of Computing, Newcastle University, Newcastle upon Tyne, UK"],"raw_orcid":"https://orcid.org/0000-0002-7766-2454","affiliations":[{"raw_affiliation_string":"School of Computing, Newcastle University, Newcastle upon Tyne, UK","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026061564"],"corresponding_institution_ids":["https://openalex.org/I84884186"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13224589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"31","last_page":"51"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9368000030517578,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8629191517829895},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4829961061477661},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3239510953426361}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8629191517829895},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4829961061477661},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3239510953426361}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-83072-3_3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-83072-3_3","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-83072-3_3.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-83072-3_3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-83072-3_3","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-83072-3_3.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408346371.pdf","grobid_xml":"https://content.openalex.org/works/W4408346371.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1975305709","https://openalex.org/W2040032582","https://openalex.org/W2058806401","https://openalex.org/W2102945991","https://openalex.org/W2144981148","https://openalex.org/W2166420405","https://openalex.org/W2603123185","https://openalex.org/W2783929487","https://openalex.org/W2806168674","https://openalex.org/W2952752960","https://openalex.org/W3105571542","https://openalex.org/W3162891810","https://openalex.org/W4235011715"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"Background.":[1],"In":[2],"recent":[3],"years,":[4],"cyber":[5,69,82],"security":[6,70,83],"user":[7,71,84],"studies":[8,36,85,181],"have":[9],"been":[10],"scrutinized":[11],"for":[12,123,143,274],"their":[13,204],"reporting":[14,17],"completeness,":[15],"statistical":[16,19,78],"fidelity,":[18],"reliability":[20],"and":[21,112,175,233,263],"biases.":[22,265],"It":[23],"remains":[24],"an":[25],"open":[26],"question":[27],"what":[28],"strength":[29,65,159,222],"of":[30,34,66,99,157,160,162,172,203,209,223,225,259],"evidence":[31,67,161,224],"positive":[32,46,104,124,136,149,236],"reports":[33,47,137,237],"such":[35],"actually":[37],"yield.":[38],"We":[39,152],"focus":[40],"on":[41,75,107,133,206],"the":[42,91,100,119,129,134,140,158,163,197,201,207,210,217,221,226,242,245,257],"extent":[43],"to":[44,199,230,253,256,270],"which":[45,195],"indicate":[48],"relations":[49,262],"true":[50],"in":[51,68,80,170],"reality,":[52],"that":[53,168,220,234],"is,":[54],"a":[55,87,97,101,144,146,154,184,191,250],"probabilistic":[56],"assessment.":[57],"Aim.":[58],"This":[59,188],"study":[60],"aims":[61],"at":[62,216],"quantifying":[63],"overall":[64],"studies.":[72,276],"Method.":[73],"Based":[74],"431":[76],"coded":[77],"inferences":[79],"146":[81],"from":[86],"published":[88],"SLR":[89],"covering":[90],"years":[92],"2006\u20132016,":[93],"we":[94,117,127],"first":[95],"compute":[96,128],"simulation":[98],"posteriori":[102,147,185],"false":[103,148],"risk":[105],"based":[106],"parametrized":[108],"prior":[109,141,177],"probability,":[110],"biases":[111],"effect":[113],"size":[114],"thresholds.":[115],"Second,":[116],"establish":[118],"observed":[120,135],"likelihood":[121],"ratios":[122],"reports.":[125],"Third,":[126],"reverse":[130],"Bayesian":[131],"argument":[132],"by":[138],"computing":[139],"required":[142],"fixed":[145],"rate.":[150],"Results.":[151],"obtain":[153],"comprehensive":[155],"analysis":[156,248],"field.":[164,211],"The":[165],"simulations":[166],"show":[167],"even":[169],"face":[171],"well-controlled":[173],"conditions":[174],"high":[176],"likelihoods,":[178],"only":[179],"few":[180],"achieve":[182],"good":[183],"probabilities.":[186],"Conclusions.":[187],"work":[189],"constitutes":[190],"\u201cWhat":[192,246],"if?\u201d":[193,247],"analysis,":[194],"permits":[196],"reader":[198],"evaluate":[200],"consequences":[202],"assumptions":[205],"state":[208],"One":[212],"may":[213],"stop":[214],"short":[215],"bleak":[218],"conclusion":[219],"field":[227],"leaves":[228],"something":[229],"be":[231],"desired":[232],"most":[235],"are":[238],"likely":[239],"false.":[240],"At":[241],"same":[243],"time,":[244],"offers":[249],"way":[251],"forward":[252],"sensitize":[254],"researchers":[255],"effects":[258],"investigating":[260],"many":[261],"incurring":[264],"It,":[266],"thereby,":[267],"allows":[268],"them":[269],"plan":[271],"better":[272],"ahead":[273],"future":[275]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}