{"id":"https://openalex.org/W4409735422","doi":"https://doi.org/10.1145/3706598.3714022","title":"A Qualitative Study on How Usable Security and HCI Researchers Judge the Size and Importance of Odds Ratio and Cohen's d Effect Sizes","display_name":"A Qualitative Study on How Usable Security and HCI Researchers Judge the Size and Importance of Odds Ratio and Cohen's d Effect Sizes","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4409735422","doi":"https://doi.org/10.1145/3706598.3714022"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3714022","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3714022","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706598.3714022","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021324454","display_name":"Anna-Marie Ortloff","orcid":"https://orcid.org/0000-0002-5735-178X"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna-Marie Ortloff","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5735-178X","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117278865","display_name":"Julia Angelika Grohs","orcid":null},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julia Angelika Grohs","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"raw_orcid":"https://orcid.org/0009-0008-1112-1664","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117278866","display_name":"Simon Lenau","orcid":"https://orcid.org/0009-0002-2765-105X"},"institutions":[{"id":"https://openalex.org/I4210128801","display_name":"Helmholtz Center for Information Security","ror":"https://ror.org/02njgxr09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I4210128801"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simon Lenau","raw_affiliation_strings":["CISPA Helmholtz Center for Information Security, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0009-0002-2765-105X","affiliations":[{"raw_affiliation_string":"CISPA Helmholtz Center for Information Security, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210128801"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000498964","display_name":"Matthew Smith","orcid":"https://orcid.org/0000-0002-2724-1379"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]},{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthew Smith","raw_affiliation_strings":["University of Bonn, Bonn, Germany and Fraunhofer FKIE, Bonn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2724-1379","affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany and Fraunhofer FKIE, Bonn, Germany","institution_ids":["https://openalex.org/I135140700","https://openalex.org/I4210166245"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3949,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95204852,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13751","display_name":"Diverse Approaches in Healthcare and Education Studies","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14484","display_name":"Technology and Data Analysis","score":0.9674000144004822,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.8310813903808594},{"id":"https://openalex.org/keywords/odds","display_name":"Odds","score":0.6630713939666748},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47530895471572876},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14514532685279846},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10540691018104553}],"concepts":[{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.8310813903808594},{"id":"https://openalex.org/C143095724","wikidata":"https://www.wikidata.org/wiki/Q515895","display_name":"Odds","level":3,"score":0.6630713939666748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47530895471572876},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14514532685279846},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10540691018104553},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3706598.3714022","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3714022","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/512073","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/512073","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"pmh:oai:share.osf.io:a8e6f3e7-83a7-4f93-9f23-b16805e831b3","is_oa":false,"landing_page_url":"https://osf.io/qy2u9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"doi:10.1145/3706598.3714022","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3714022","pdf_url":null,"source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W79244138","https://openalex.org/W578092267","https://openalex.org/W1489731037","https://openalex.org/W1529485074","https://openalex.org/W1767553509","https://openalex.org/W1851447855","https://openalex.org/W1910875068","https://openalex.org/W1965443741","https://openalex.org/W1976163365","https://openalex.org/W1977304884","https://openalex.org/W1984663402","https://openalex.org/W1988930537","https://openalex.org/W1996349741","https://openalex.org/W2027873737","https://openalex.org/W2028722293","https://openalex.org/W2037592609","https://openalex.org/W2042474217","https://openalex.org/W2067502478","https://openalex.org/W2075740936","https://openalex.org/W2085876742","https://openalex.org/W2093366163","https://openalex.org/W2095674834","https://openalex.org/W2095720871","https://openalex.org/W2102634733","https://openalex.org/W2103638447","https://openalex.org/W2110857024","https://openalex.org/W2124812340","https://openalex.org/W2127143236","https://openalex.org/W2137070227","https://openalex.org/W2140984588","https://openalex.org/W2144981153","https://openalex.org/W2150215887","https://openalex.org/W2154472084","https://openalex.org/W2154516913","https://openalex.org/W2164777277","https://openalex.org/W2511044583","https://openalex.org/W2519206875","https://openalex.org/W2538874660","https://openalex.org/W2582743722","https://openalex.org/W2617813225","https://openalex.org/W2735973896","https://openalex.org/W2797811632","https://openalex.org/W2904443692","https://openalex.org/W2913076986","https://openalex.org/W2922853138","https://openalex.org/W2937326640","https://openalex.org/W2943497741","https://openalex.org/W2944339144","https://openalex.org/W2966650813","https://openalex.org/W2973989291","https://openalex.org/W2990372444","https://openalex.org/W2995243765","https://openalex.org/W2996229661","https://openalex.org/W3019865778","https://openalex.org/W3082857103","https://openalex.org/W3092487423","https://openalex.org/W3162444992","https://openalex.org/W3164054829","https://openalex.org/W3204783075","https://openalex.org/W4200599800","https://openalex.org/W4223909753","https://openalex.org/W4224987358","https://openalex.org/W4244587569","https://openalex.org/W4250415090","https://openalex.org/W4299818415","https://openalex.org/W4309617322","https://openalex.org/W4366547402","https://openalex.org/W4366547485","https://openalex.org/W4366549498","https://openalex.org/W4366586247","https://openalex.org/W4366729216","https://openalex.org/W4379882929","https://openalex.org/W4386033769"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2982321410","https://openalex.org/W2392004567","https://openalex.org/W2940029036","https://openalex.org/W4388292429","https://openalex.org/W2756595502","https://openalex.org/W1604849300","https://openalex.org/W4231328776"],"abstract_inverted_index":{"Researchers":[0],"often":[1],"place":[2],"a":[3,52,84],"strong":[4],"focus":[5],"on":[6,74,97,136],"statistical":[7,14],"significance":[8],"when":[9,116],"reporting":[10,145],"the":[11,26,29,32,48,55,126],"results":[12],"of":[13,28,40,51,86],"tests.":[15],"However,":[16],"effect":[17,41,69,118,148],"sizes":[18,42,70],"are":[19],"reported":[20],"less":[21],"frequently,":[22],"and":[23,31,65,71,80,91,100,106,120,123],"interpretation":[24],"in":[25,103],"context":[27],"study":[30],"research":[33],"field":[34],"is":[35],"even":[36],"rarer.":[37],"These":[38],"interpretations":[39],"are,":[43],"however,":[44],"necessary":[45],"to":[46],"understand":[47],"practical":[49,75],"importance":[50],"result":[53],"for":[54,143],"community.":[56],"To":[57],"explore":[58],"how":[59,129],"Usable":[60],"Security":[61],"&":[62],"Privacy":[63],"(USP)":[64],"HCI":[66,108],"researchers":[67,88,114],"interpret":[68],"make":[72,140],"judgments":[73],"importance,":[76],"we":[77,139],"conducted":[78],"survey":[79],"interview":[81],"studies":[82,95],"with":[83],"total":[85],"63":[87],"at":[89],"CHI":[90],"SOUPS":[92],"2023.":[93],"Our":[94],"focused":[96],"Cohen's":[98],"d":[99],"odds":[101],"ratios":[102],"two":[104],"USP":[105],"one":[107],"scenario.":[109],"We":[110],"analyzed":[111],"which":[112],"artifacts":[113],"consider":[115],"judging":[117,131],"size,":[119],"found":[121],"misconceptions":[122],"variation":[124],"between":[125],"participants,":[127],"highlighting":[128],"difficult":[130],"statistics":[132],"can":[133],"be.":[134],"Based":[135],"our":[137],"findings,":[138],"concrete":[141],"recommendations":[142],"improved":[144],"practices":[146],"around":[147],"sizes.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}