{"id":"https://openalex.org/W7166113554","doi":"https://doi.org/10.48550/arxiv.2606.26384","title":"What Do Deepfake Benchmarks Measure? An Audit Using Frozen Self-Supervised Representations","display_name":"What Do Deepfake Benchmarks Measure? An Audit Using Frozen Self-Supervised Representations","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7166113554","doi":"https://doi.org/10.48550/arxiv.2606.26384"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26384","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139446943","display_name":"Samuel Pagon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pagon, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139403112","display_name":"Yixuan Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139420178","display_name":"Vishal Asnani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asnani, Vishal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139404155","display_name":"Feng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5529000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.5529000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.34450000524520874,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.010499999858438969,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bespoke","display_name":"Bespoke","score":0.9542999863624573},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7813000082969666},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7200000286102295},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5277000069618225},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3716000020503998},{"id":"https://openalex.org/keywords/falsifiability","display_name":"Falsifiability","score":0.3400000035762787},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3336000144481659},{"id":"https://openalex.org/keywords/learning-curve","display_name":"Learning curve","score":0.32339999079704285}],"concepts":[{"id":"https://openalex.org/C44210515","wikidata":"https://www.wikidata.org/wiki/Q16968978","display_name":"Bespoke","level":2,"score":0.9542999863624573},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7813000082969666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7382000088691711},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7200000286102295},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5277000069618225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4846000075340271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46709999442100525},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3578999936580658},{"id":"https://openalex.org/C116222747","wikidata":"https://www.wikidata.org/wiki/Q220888","display_name":"Falsifiability","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26384","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26384","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4431808292865753}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"deepfake":[1,72,181],"generators":[2],"approach":[3,150],"perceptual":[4],"indistinguishability,":[5],"reliable":[6],"detection":[7],"becomes":[8],"critical.":[9],"Yet,":[10],"detectors":[11,129],"that":[12,159],"score":[13],"well":[14],"on":[15,83,145],"benchmarks":[16,28,37,60,73],"routinely":[17],"fail":[18],"in":[19,168],"the":[20,48,90,96,112,123,127,130,151,169,200],"wild.":[21],"A":[22],"concerning":[23],"feedback":[24],"loop":[25],"has":[26,109],"emerged:":[27],"drive":[29],"increasingly":[30],"complex,":[31],"engineered":[32],"detectors,":[33],"yet":[34],"if":[35],"those":[36],"do":[38],"not":[39,115],"reflect":[40,116],"real-world":[41],"deepfakes,":[42],"this":[43],"complexity":[44],"may":[45,114],"be":[46],"solving":[47],"wrong":[49],"problem":[50],"entirely.":[51],"This":[52,108],"raises":[53,122],"a":[54,75,80,93,177],"prior":[55],"question:":[56],"what":[57],"are":[58,133,186],"these":[59,174],"actually":[61],"measuring?":[62],"We":[63,138,156],"conduct":[64],"an":[65],"audit":[66],"of":[67,92,125,153,180,190,199],"video,":[68],"image,":[69],"and":[70,120],"audio":[71],"using":[74],"deliberately":[76],"simple":[77],"diagnostic.":[78],"If":[79],"linear":[81,143],"probe":[82,131],"frozen,":[84],"general-purpose":[85,146,206],"self-supervised":[86,147],"representations":[87,148],"can":[88],"approximate":[89],"performance":[91,152],"bespoke":[94,128,154],"detector,":[95],"benchmark":[97,113,201],"is":[98,162,194,202],"largely":[99],"rewarding":[100],"general":[101],"modality":[102],"understanding":[103],"rather":[104],"than":[105],"forensic":[106,136,191],"understanding.":[107,137],"two":[110],"implications:":[111],"realistic":[117],"threat":[118],"models,":[119],"it":[121,193],"question":[124],"whether":[126],"approaches":[132],"truly":[134],"learning":[135],"observe,":[139],"across":[140],"three":[141],"modalities,":[142],"probes":[144],"closely":[149],"detectors.":[155],"further":[157],"show":[158],"generator-level":[160],"difficulty":[161],"partly":[163],"explained":[164],"by":[165,205],"Frechet":[166],"geometry":[167],"same":[170],"representation":[171],"space.":[172],"Together,":[173],"results":[175],"support":[176],"benchmark-audit":[178],"view":[179],"detection:":[182],"before":[183],"high":[184],"scores":[185],"read":[187],"as":[188],"evidence":[189],"understanding,":[192],"worth":[195],"asking":[196],"how":[197],"much":[198],"already":[203],"solved":[204],"representations.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}