{"id":"https://openalex.org/W7128476507","doi":"https://doi.org/10.48550/arxiv.2602.07814","title":"How well are open sourced AI-generated image detection models out-of-the-box: A comprehensive benchmark study","display_name":"How well are open sourced AI-generated image detection models out-of-the-box: A comprehensive benchmark study","publication_year":2026,"publication_date":"2026-02-08","ids":{"openalex":"https://openalex.org/W7128476507","doi":"https://doi.org/10.48550/arxiv.2602.07814"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.07814","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07814","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.07814","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123008945","display_name":"Simiao Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088371","display_name":"Norsk Elektro Optikk (Norway)","ror":"https://ror.org/005w2t155","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210088371"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Ren, Simiao","raw_affiliation_strings":["Neo"],"affiliations":[{"raw_affiliation_string":"Neo","institution_ids":["https://openalex.org/I4210088371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125566474","display_name":"Yuchen Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088371","display_name":"Norsk Elektro Optikk (Norway)","ror":"https://ror.org/005w2t155","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210088371"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Zhou, Yuchen","raw_affiliation_strings":["Neo"],"affiliations":[{"raw_affiliation_string":"Neo","institution_ids":["https://openalex.org/I4210088371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125524601","display_name":"Xingyu Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088371","display_name":"Norsk Elektro Optikk (Norway)","ror":"https://ror.org/005w2t155","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210088371"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Shen, Xingyu","raw_affiliation_strings":["Neo"],"affiliations":[{"raw_affiliation_string":"Neo","institution_ids":["https://openalex.org/I4210088371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116307851","display_name":"Kidus Zewde","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088371","display_name":"Norsk Elektro Optikk (Norway)","ror":"https://ror.org/005w2t155","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210088371"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Zewde, Kidus","raw_affiliation_strings":["Neo"],"affiliations":[{"raw_affiliation_string":"Neo","institution_ids":["https://openalex.org/I4210088371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125539404","display_name":"Tommy Duong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088371","display_name":"Norsk Elektro Optikk (Norway)","ror":"https://ror.org/005w2t155","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210088371"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Duong, Tommy","raw_affiliation_strings":["Neo"],"affiliations":[{"raw_affiliation_string":"Neo","institution_ids":["https://openalex.org/I4210088371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125514250","display_name":"George Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088371","display_name":"Norsk Elektro Optikk (Norway)","ror":"https://ror.org/005w2t155","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210088371"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Huang, George","raw_affiliation_strings":["Neo"],"affiliations":[{"raw_affiliation_string":"Neo","institution_ids":["https://openalex.org/I4210088371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125557309","display_name":"Hatsanai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088371","display_name":"Norsk Elektro Optikk (Norway)","ror":"https://ror.org/005w2t155","country_code":"NO","type":"company","lineage":["https://openalex.org/I4210088371"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Hatsanai","raw_affiliation_strings":["Neo"],"affiliations":[{"raw_affiliation_string":"Neo","institution_ids":["https://openalex.org/I4210088371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125477410","display_name":"Tiangratanakul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tiangratanakul","raw_affiliation_strings":["Dennis"],"affiliations":[{"raw_affiliation_string":"Dennis","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125521109","display_name":"Tsang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsang","raw_affiliation_strings":["Dennis"],"affiliations":[{"raw_affiliation_string":"Dennis","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125518846","display_name":"Ng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng","raw_affiliation_strings":["Dennis"],"affiliations":[{"raw_affiliation_string":"Dennis","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091302737","display_name":"En Bo Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, En","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125506820","display_name":"Jiayu Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Jiayu","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5123008945"],"corresponding_institution_ids":["https://openalex.org/I4210088371"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3894999921321869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3894999921321869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.27549999952316284,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.04839999973773956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7817999720573425},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.7469000220298767},{"id":"https://openalex.org/keywords/flagging","display_name":"Flagging","score":0.6103000044822693},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5620999932289124},{"id":"https://openalex.org/keywords/statistical-power","display_name":"Statistical power","score":0.5073999762535095},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.43320000171661377},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.34220001101493835},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.3409000039100647}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7817999720573425},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.7469000220298767},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7264999747276306},{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.6103000044822693},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5620999932289124},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.5073999762535095},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4629000127315521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46160000562667847},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.43320000171661377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.384799987077713},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.33640000224113464},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.3125},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C42781572","wikidata":"https://www.wikidata.org/wiki/Q1250322","display_name":"Digital image","level":4,"score":0.2590000033378601},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2506999969482422},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.07814","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07814","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.07814","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07814","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4782448709011078}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"AI-generated":[1],"images":[2],"proliferate":[3],"across":[4,75,111],"digital":[5],"platforms,":[6],"reliable":[7],"detection":[8,23,60],"methods":[9,24],"have":[10,25],"become":[11],"critical":[12,36],"for":[13,48],"combating":[14],"misinformation":[15],"and":[16,160,190],"maintaining":[17],"content":[18],"authenticity.":[19],"While":[20],"numerous":[21],"deepfake":[22],"been":[26],"proposed,":[27],"existing":[28],"benchmarks":[29],"predominantly":[30],"evaluate":[31],"fine-tuned":[32],"models,":[33],"leaving":[34],"a":[35],"gap":[37,117],"in":[38],"understanding":[39],"out-of-the-box":[40],"performance":[41,116,139,174],"--":[42,109],"the":[43,52,119,126,186],"most":[44,153],"common":[45],"deployment":[46,193],"scenario":[47],"practitioners.":[49],"We":[50],"present":[51],"first":[53],"comprehensive":[54],"zero-shot":[55],"evaluation":[56],"of":[57,72],"16":[58],"state-of-the-art":[59],"methods,":[61],"comprising":[62,79],"23":[63],"pretrained":[64],"detector":[65,102,121,144,188],"variants":[66],"(due":[67],"to":[68,137],"multiple":[69],"released":[70],"versions":[71],"certain":[73],"detectors),":[74],"12":[76],"diverse":[77],"datasets,":[78],"2.6~million":[80],"image":[81],"samples":[82],"spanning":[83],"291":[84],"unique":[85],"generators":[86,148],"including":[87],"modern":[88],"diffusion":[89],"models.":[90],"Our":[91,183],"systematic":[92,164],"analysis":[93,171],"reveals":[94],"striking":[95],"findings:":[96],"(1)~no":[97],"universal":[98],"winner":[99],"exists,":[100],"with":[101],"rankings":[103],"exhibiting":[104],"substantial":[105],"instability":[106],"(Spearman~$\u03c1$:":[107],"0.01":[108],"0.87":[110],"dataset":[112],"pairs);":[113],"(2)~a":[114],"37~percentage-point":[115],"separates":[118],"best":[120],"(75.0\\%":[122],"mean":[123],"accuracy)":[124],"from":[125],"worst":[127],"(37.5\\%);":[128],"(3)~training":[129],"data":[130],"alignment":[131],"critically":[132],"impacts":[133],"generalization,":[134],"causing":[135],"up":[136],"20--60\\%":[138],"variance":[140],"within":[141],"architecturally":[142],"identical":[143],"families;":[145],"(4)~modern":[146],"commercial":[147],"(Flux~Dev,":[149],"Firefly~v4,":[150],"Midjourney~v7)":[151],"defeat":[152],"detectors,":[154],"achieving":[155],"only":[156],"18--30\\%":[157],"average":[158],"accuracy;":[159],"(5)~we":[161],"identify":[162],"three":[163],"failure":[165],"patterns":[166],"affecting":[167],"cross-dataset":[168],"generalization.":[169],"Statistical":[170],"confirms":[172],"significant":[173],"differences":[175],"between":[176],"detectors":[177,201],"(Friedman":[178],"test:":[179],"$\u03c7^2$=121.01,":[180],"$p<10^{-16}$,":[181],"Kendall~$W$=0.524).":[182],"findings":[184],"challenge":[185],"``one-size-fits-all''":[187],"paradigm":[189],"provide":[191],"actionable":[192],"guidelines,":[194],"demonstrating":[195],"that":[196],"practitioners":[197],"must":[198],"carefully":[199],"select":[200],"based":[202],"on":[203,211],"their":[204],"specific":[205],"threat":[206],"landscape":[207],"rather":[208],"than":[209],"relying":[210],"published":[212],"benchmark":[213],"performance.":[214]},"counts_by_year":[],"updated_date":"2026-02-11T14:45:31.134243","created_date":"2026-02-11T00:00:00"}