{"id":"https://openalex.org/W7166814907","doi":"https://doi.org/10.48550/arxiv.2606.31004","title":"Auditing Generalization in AI-Generated Video Detection: A Six-Control Protocol and the VidAudit Toolkit","display_name":"Auditing Generalization in AI-Generated Video Detection: A Six-Control Protocol and the VidAudit Toolkit","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166814907","doi":"https://doi.org/10.48550/arxiv.2606.31004"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31004","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31004","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100020358","display_name":"Mert Onur Cakiroglu","orcid":"https://orcid.org/0009-0001-0798-1361"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cakiroglu, Mert Onur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057760050","display_name":"Zhihe Lu","orcid":"https://orcid.org/0000-0002-6917-8654"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhihe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126445850","display_name":"Mehmet Dalkilic","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dalkilic, Mehmet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139847431","display_name":"Hasan Kurban","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kurban, Hasan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.24940000474452972,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.24940000474452972,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1776999980211258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.16779999434947968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6327000260353088},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5135999917984009},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5063999891281128},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.46369999647140503},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.4577000141143799},{"id":"https://openalex.org/keywords/tuple","display_name":"Tuple","score":0.412200003862381},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.30720001459121704}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7258999943733215},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6327000260353088},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5135999917984009},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5063999891281128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4722000062465668},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.46369999647140503},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.4577000141143799},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.412200003862381},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36250001192092896},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.31380000710487366},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30219998955726624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30160000920295715},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31004","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31004","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.537326991558075,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI-generated":[0],"video":[1],"detection":[2],"benchmarks":[3],"such":[4],"as":[5],"GenVidBench":[6,42],"and":[7,73,84,98,116,147,163,204,220,229],"AIGVDBench":[8],"are":[9],"the":[10,100,117,123,148,193,201,227],"de":[11],"facto":[12],"leaderboards,":[13],"yet":[14],"most":[15],"evaluation":[16,232],"protocols":[17],"leave":[18],"uncontrolled":[19],"confounds":[20],"that":[21,61,191],"can":[22],"inflate":[23],"reported":[24],"generalization.":[25],"As":[26,169],"an":[27,70,155],"existence":[28],"proof,":[29],"a":[30,35,108,135,166,170,185,218,238],"three-feature":[31],"clip-length":[32],"classifier":[33,102],"reaches":[34],"leave-one-generator-out":[36],"(LOGO)":[37],"AUC":[38,128],"of":[39,138],"0.998":[40],"on":[41,92],"under":[43],"unaudited":[44],"evaluation,":[45],"while":[46],"measuring":[47],"nothing":[48],"about":[49],"motion.":[50],"A":[51],"20-paper":[52],"survey":[53],"finds":[54],"none":[55],"applying":[56],"all":[57],"six":[58,77],"standard":[59],"controls":[60],"would":[62],"catch":[63],"this,":[64],"so":[65,152],"we":[66,153,174],"combine":[67],"them":[68],"into":[69],"audited":[71,156,205],"protocol":[72,228],"apply":[74],"it":[75,90,242],"to":[76,104,144,198],"representative":[78],"feature":[79,182],"sources":[80],"(three":[81],"published":[82],"detectors":[83,213],"three":[85],"repurposed":[86],"signal":[87],"sources),":[88],"re-running":[89],"cross-dataset":[91],"AIGVDBench.":[93],"The":[94],"audit":[95],"both":[96],"debunks":[97],"certifies:":[99],"trivial":[101],"collapses":[103],"near":[105],"chance":[106],"(0.529),":[107],"CLIP":[109],"baseline":[110],"is":[111],"caught":[112],"carrying":[113],"dataset":[114],"identity,":[115],"2025":[118],"forensic":[119],"detector":[120,206],"WaveRep":[121],"clears":[122],"floor":[124],"at":[125,224],"out-of-distribution":[126],"LOGO":[127],"0.996":[129],"with":[130],"chance-level":[131],"real-vs-real":[132],"coherence.":[133],"At":[134],"deployable":[136],"FPR":[137],"0.1%,":[139],"multiple":[140],"high-AUC":[141],"methods":[142],"fall":[143],"single-digit":[145],"recall":[146],"leaderboard":[149,234],"order":[150],"changes,":[151],"recommend":[154],"tuple":[157],"(AUC,":[158],"above-floor":[159],"margin,":[160],"operating-point":[161],"recall,":[162],"calibration)":[164],"over":[165],"single":[167],"number.":[168],"white-box":[171],"positive":[172],"control,":[173],"add":[175],"TemporalSpec":[176],"(codec":[177],"motion":[178],"vectors);":[179],"via":[180],"cross-substrate":[181],"fusion":[183],"(XSFF),":[184],"second":[186],"substrate":[187],"adds":[188],"genuine":[189],"complementarity":[190],"survives":[192],"audit.":[194],"We":[195],"release":[196],"VidAudit,":[197],"our":[199],"knowledge":[200],"largest":[202],"unified":[203],"collection":[207],"for":[208],"this":[209],"task,":[210],"providing":[211],"14":[212],"behind":[214],"one":[215],"plugin":[216],"API,":[217],"leaderboard,":[219],"Croissant":[221],"metadata,":[222],"available":[223],"https://github.com/KurbanIntelligenceLab/vidaudit.":[225],"Together,":[226],"toolkit":[230],"move":[231],"from":[233],"rank":[235],"toward":[236],"whether":[237],"result":[239],"measures":[240],"what":[241],"claims.":[243]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}