{"id":"https://openalex.org/W4405181098","doi":"https://doi.org/10.1145/3658644.3670325","title":"\"Better Be Computer or I'm Dumb\": A Large-Scale Evaluation of Humans as Audio Deepfake Detectors","display_name":"\"Better Be Computer or I'm Dumb\": A Large-Scale Evaluation of Humans as Audio Deepfake Detectors","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4405181098","doi":"https://doi.org/10.1145/3658644.3670325"},"language":"en","primary_location":{"id":"doi:10.1145/3658644.3670325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3670325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670325","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106404842","display_name":"Kevin Warren","orcid":"https://orcid.org/0009-0008-9806-5887"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin Warren","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0009-0008-9806-5887","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103069026","display_name":"Tyler Tucker","orcid":"https://orcid.org/0000-0003-0672-9479"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Tucker","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-0672-9479","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Anna Crowder","orcid":"https://orcid.org/0009-0003-3522-4282"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Crowder","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0009-0003-3522-4282","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064538510","display_name":"Daniel Olszewski","orcid":"https://orcid.org/0009-0009-7807-7941"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Olszewski","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0009-0009-7807-7941","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103083230","display_name":"A. Lu","orcid":"https://orcid.org/0009-0000-2525-4478"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allison Lu","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0009-0000-2525-4478","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040143443","display_name":"Caroline Fedele","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caroline Fedele","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0009-0008-2870-1913","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115059987","display_name":"Magdalena Pasternak","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Magdalena Pasternak","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0009-0007-9521-8422","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886619","display_name":"Seth Layton","orcid":"https://orcid.org/0009-0002-7989-7350"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Layton","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0009-0002-7989-7350","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039485542","display_name":"Kevin Butler","orcid":"https://orcid.org/0000-0002-7498-4239"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Butler","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-7498-4239","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109880287","display_name":"Carrie Gates","orcid":null},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Carrie Gates","raw_affiliation_strings":["Dalhousie University, Halifax, Nova Scotia, Canada"],"raw_orcid":"https://orcid.org/0009-0000-5629-4755","affiliations":[{"raw_affiliation_string":"Dalhousie University, Halifax, Nova Scotia, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048941759","display_name":"Patrick Traynor","orcid":"https://orcid.org/0000-0002-7143-5189"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Traynor","raw_affiliation_strings":["University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-7143-5189","affiliations":[{"raw_affiliation_string":"University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5106404842"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":3.617,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.94120766,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2696","last_page":"2710"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7668076753616333},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.7165172100067139},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5039274096488953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47142595052719116},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46725958585739136},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.4440156817436218},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4138338565826416},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3263871669769287},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08690965175628662}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7668076753616333},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.7165172100067139},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5039274096488953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47142595052719116},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46725958585739136},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4440156817436218},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4138338565826416},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3263871669769287},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08690965175628662},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658644.3670325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3670325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3658644.3670325","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658644.3670325","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3658644.3670325","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2180934749","display_name":null,"funder_award_id":"CNS-1933208","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2742039703","display_name":null,"funder_award_id":"CNS-2206950","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G553902359","display_name":null,"funder_award_id":"CNS-1933208, CNS-2206950","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G7818724788","display_name":"SaTC: CORE: Medium: Securing the Voice Processing Pipeline Against Adversarial Audio","funder_award_id":"1933208","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G793710435","display_name":"Collaborative Proposal: SaTC: Frontiers: Securing the Future of Computing for Marginalized and Vulnerable Populations","funder_award_id":"2206950","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405181098.pdf","grobid_xml":"https://content.openalex.org/works/W4405181098.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W595833123","https://openalex.org/W2037019152","https://openalex.org/W2295176885","https://openalex.org/W2536166232","https://openalex.org/W2765636281","https://openalex.org/W2772315375","https://openalex.org/W2808631503","https://openalex.org/W2811004397","https://openalex.org/W2923323049","https://openalex.org/W2946864464","https://openalex.org/W2989571531","https://openalex.org/W2991076039","https://openalex.org/W2992347006","https://openalex.org/W3003285580","https://openalex.org/W3033711348","https://openalex.org/W3093077017","https://openalex.org/W3104764318","https://openalex.org/W3143835353","https://openalex.org/W3155956353","https://openalex.org/W3186285959","https://openalex.org/W3209972423","https://openalex.org/W4234694504","https://openalex.org/W4294214983","https://openalex.org/W4295046748","https://openalex.org/W4296069136","https://openalex.org/W4297841787","https://openalex.org/W4311737082","https://openalex.org/W4312095900","https://openalex.org/W4312095999","https://openalex.org/W4317383076","https://openalex.org/W4318828948","https://openalex.org/W4319336828","https://openalex.org/W4320882980","https://openalex.org/W4360993864","https://openalex.org/W4367046815","https://openalex.org/W4385483249","https://openalex.org/W4386764306","https://openalex.org/W6849300840"],"related_works":["https://openalex.org/W2364252372","https://openalex.org/W4234066492","https://openalex.org/W1998063895","https://openalex.org/W1967044713","https://openalex.org/W2133470120","https://openalex.org/W1994286895","https://openalex.org/W2747625183","https://openalex.org/W2080622457","https://openalex.org/W1970592395","https://openalex.org/W2361979572"],"abstract_inverted_index":{"Audio":[0],"deepfakes":[1],"represent":[2],"a":[3,21],"rising":[4],"threat":[5],"to":[6,14,113,219,229,240],"trust":[7],"in":[8],"our":[9,214],"daily":[10],"communications.":[11],"In":[12,73],"response":[13],"this,":[15],"the":[16,36,44,49,52,78,97,117,163,217,231],"research":[17],"community":[18],"has":[19,41],"developed":[20],"wide":[22],"array":[23],"of":[24,38,48,71,165,176,199],"detection":[25],"techniques":[26],"aimed":[27],"at":[28,136],"preventing":[29],"such":[30],"attacks":[31],"from":[32,96,124,183],"deceiving":[33],"users.":[34],"Unfortunately,":[35],"creation":[37],"these":[39],"defenses":[40],"generally":[42],"overlooked":[43],"most":[45,99],"important":[46],"element":[47],"system":[50],"-":[51],"user":[53,81,120,208,223],"themselves.":[54],"As":[55],"such,":[56],"it":[57],"is":[58],"not":[59],"clear":[60],"whether":[61],"current":[62],"mechanisms":[63],"augment,":[64],"hinder,":[65],"or":[66,201],"simply":[67],"contradict":[68],"human":[69,134],"classification":[70],"deepfakes.":[72],"this":[74],"paper,":[75],"we":[76],"perform":[77],"first":[79],"large-scale":[80],"study":[82,215],"on":[83,146],"deepfake":[84,101,212],"detection.":[85],"We":[86,103],"recruit":[87],"over":[88],"1,200":[89],"users":[90,131,155],"and":[91,108,115,122,144,149,171,189,224,228],"present":[92],"them":[93],"with":[94],"samples":[95],"three":[98],"widely-cited":[100],"datasets.":[102],"then":[104],"quantitatively":[105],"compare":[106,222],"performance":[107],"qualitatively":[109],"conduct":[110],"thematic":[111],"analysis":[112],"motivate":[114],"understand":[116],"reasoning":[118],"behind":[119],"decisions":[121],"differences":[123],"machine":[125,141,179,225],"classifications.":[126],"Our":[127],"results":[128],"show":[129],"that":[130,169,193],"correctly":[132,195],"classify":[133,196],"audio":[135,167],"significantly":[137,184],"higher":[138,185],"rates":[139],"than":[140],"learning":[142,180,226],"models,":[143],"rely":[145],"linguistic":[147],"features":[148],"intuition":[150],"when":[151,197],"performing":[152],"classification.":[153],"However,":[154],"are":[156,174,204,237],"also":[157],"regularly":[158],"misled":[159],"by":[160],"pre-conceptions":[161],"about":[162],"capabilities":[164],"generated":[166],"(e.g.,":[168],"accents":[170],"background":[172],"sounds":[173],"indicative":[175],"humans).":[177],"Finally,":[178],"models":[181],"suffer":[182],"false":[186,191],"positive":[187],"rates,":[188],"experience":[190],"negatives":[192],"humans":[194,236],"issues":[198],"quality":[200],"robotic":[202],"characteristics":[203],"reported.":[205],"By":[206],"analyzing":[207],"behavior":[209],"across":[210],"multiple":[211],"datasets,":[213],"demonstrates":[216],"need":[218],"more":[220],"tightly":[221],"performance,":[227],"target":[230],"latter":[232],"towards":[233],"areas":[234],"where":[235],"less":[238],"likely":[239],"successfully":[241],"identify":[242],"threats.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}